2166def cgForward : (family NvidiaLaunchSchedule) =
2167 (cgThen
2168 (cgPhase
2169 cgPhaseEmbed
2170 (cgLaunch
2171 cgImageGather
2172 1
2173 cgSeq
2174 1
2175 (cgPointer
2176 (cgArgument 0)
2177 (cgBoundary 0)
2178 (cgPointer
2179 (cgArgument 1)
2180 cgIds
2181 (cgPointer (cgArgument 2) (cgParameter cgBankP cgEmbeddingEntry) cgNoSlots)))))
2182 (cgThen
2183 (nvidiaAffineLaunchRepeat
2184 cgLayers
2185 (lambda unrestricted l : Nat . (cgLayerForward l (cgBoundary l) (cgBoundary (succ l)))))
2186 (cgPhase
2187 cgPhaseOutput
2188 (cgThen
2189 (cgLayerNorm
2190 cgFinalNorm
2191 (cgBoundary cgLayers)
2192 (cgParameter cgBankP cgFinalGamma)
2193 (cgParameter cgBankP cgFinalBeta)
2194 cgFinalStatistics)
2195 (cgThen
2196 (cgCastDown cgFinalHalf cgFinalNorm (naturalMultiply cgSeq cgWidth))
2197 (cgThen
2198 (cgProductForward cgSeq cgVocab cgWidth cgLogits cgFinalHalf (cgHalf cgEmbeddingMatrix))
2199 (cgCopy
2200 cgInference
2201 (naturalAdd
2202 cgLogits
2203 (naturalMultiply (naturalSaturatingSubtract cgSeq 1) cgRowBytes))
2204 cgVocab)))))))The compiler supplied declaration spans and resolved links from this source snapshot. This page does not assert that this file belongs to a checked closure.