2167def cgForward : (family NvidiaLaunchSchedule) =
2168 (cgThen
2169 (cgPhase
2170 cgPhaseEmbed
2171 (cgLaunch
2172 cgImageGather
2173 1
2174 cgSeq
2175 1
2176 (cgPointer
2177 (cgArgument 0)
2178 (cgBoundary 0)
2179 (cgPointer
2180 (cgArgument 1)
2181 cgIds
2182 (cgPointer (cgArgument 2) (cgParameter cgBankP cgEmbeddingEntry) cgNoSlots)))))
2183 (cgThen
2184 (nvidiaAffineLaunchRepeat
2185 cgLayers
2186 (lambda unrestricted l : Nat . (cgLayerForward l (cgBoundary l) (cgBoundary (succ l)))))
2187 (cgPhase
2188 cgPhaseOutput
2189 (cgThen
2190 (cgLayerNorm
2191 cgFinalNorm
2192 (cgBoundary cgLayers)
2193 (cgParameter cgBankP cgFinalGamma)
2194 (cgParameter cgBankP cgFinalBeta)
2195 cgFinalStatistics)
2196 (cgThen
2197 (cgCastDown cgFinalHalf cgFinalNorm (naturalMultiply cgSeq cgWidth))
2198 (cgThen
2199 (cgProductForward cgSeq cgVocab cgWidth cgLogits cgFinalHalf (cgHalf cgEmbeddingMatrix))
2200 (cgCopy
2201 cgInference
2202 (naturalAdd
2203 cgLogits
2204 (naturalMultiply (naturalSaturatingSubtract cgSeq 1) cgRowBytes))
2205 cgVocab)))))))The compiler supplied declaration spans and resolved links from this source snapshot. This page does not assert that this file belongs to a checked closure.