Source/Packages

Runtime.NativeDataParallelOwned

packages/execution/src/Runtime/NativeDataParallelOwned.alpha

2,874 lines126 declarations142.2 KiBSHA-256 de18258423c4

def · lines 2181–2305

dpoWithStarLayout

Full file
---- layout ---- The sum combine (the shared realization's placement), the assembly combine and this owner's offer, the read replica (partitioned parameters), the publication frames and checkpoint, then the owner state.
2181def dpoWithStarLayout =
2182  (lambda unrestricted c : Nat .
2183    (lambda unrestricted u : Nat .
2184      (lambda unrestricted system : (family DataParallelSystem c u) .
2185        (lambda unrestricted q : Nat .
2186          (lambda unrestricted p : Nat .
2187            (lambda unrestricted g : Nat .
2188              (lambda unrestricted role : Nat .
2189                (lambda unrestricted epoch : Nat .
2190                  (lambda unrestricted available : Nat .
2191                    (lambda unrestricted emit : (pi unrestricted layout : (family NativeDataParallelOwnedLayout) . (pi unrestricted star : (family NativeDataParallelOwnedStarLayout) . Bytes)) .
2192                      (let unrestricted digest =
2193                        (dpIdentityDigest c u system)
2194                        in
2195                        (let unrestricted contextDigest =
2196                          (dpoContextDigest c u system p digest)
2197                          in
2198                          (let unrestricted sum =
2199                            (dpPlacementFor
2200                              c
2201                              u
2202                              system
2203                              digest
2204                              (constructor DataParallelTopology DataParallelStar)
2205                              role)
2206                            in
2207                            (let unrestricted assemble =
2208                              (dpoAssemblePlacementFor
2209                                c
2210                                u
2211                                system
2212                                digest
2213                                (constructor DataParallelTopology DataParallelStar)
2214                                role
2215                                sum)
2216                              in
2217                              (let unrestricted gradients =
2218                                (dpoGradientsFor
2219                                  c
2220                                  u
2221                                  system
2222                                  g
2223                                  digest
2224                                  (constructor DataParallelTopology DataParallelStar)
2225                                  role
2226                                  (dpoPublicationStart c u system p assemble))
2227                                in
2228                                (let unrestricted frames =
2229                                  (dpoGradientsEnd
2230                                    c
2231                                    u
2232                                    system
2233                                    gradients
2234                                    (dpoPublicationStart c u system p assemble))
2235                                  in
2236                                  (eliminate
2237                                    StdResult
2238                                    (lambda unrestricted result : (family StdResult (family RegionFrameLayoutFailure) (family RegionFrameLayout)) .
2239                                      Bytes)
2240                                    (planRegionFrameLayout
2241                                      (dpPublicationIdentity c u system digest 0 1 0)
2242                                      (dpoStateBytes c u system q p)
2243                                      512
2244                                      frames
2245                                      available)
2246                                    (branch StdFailure error . b"")
2247                                    (branch
2248                                      StdSuccess
2249                                      capture
2250                                      .
2251                                      (eliminate
2252                                        StdResult
2253                                        (lambda unrestricted result : (family StdResult (family RegionFrameLayoutFailure) (family RegionFrameLayout)) .
2254                                        Bytes)
2255                                        (planRegionFrameLayout
2256                                        (dpPublicationIdentity c u system digest 1 0 1)
2257                                        dpWord
2258                                        512
2259                                        (frameAlign (frameEnd capture))
2260                                        available)
2261                                        (branch StdFailure error . b"")
2262                                        (branch
2263                                        StdSuccess
2264                                        committed
2265                                        .
2266                                        (eliminate
2267                                        StdResult
2268                                        (lambda unrestricted result : (family StdResult (family NativeCheckpointFailure) (family NativeRegionCheckpoint)) .
2269                                        Bytes)
2270                                        (planNativeRegionCheckpoint
2271                                        (dpoContext
2272                                        c
2273                                        u
2274                                        system
2275                                        q
2276                                        p
2277                                        (constructor DataParallelTopology DataParallelStar)
2278                                        contextDigest)
2279                                        (dpoRegions c u system q)
2280                                        (dpoPartitions c u system q p)
2281                                        epoch
2282                                        (frameAlign (frameEnd committed))
2283                                        available
2284                                        (dpoShardCount c u system q p))
2285                                        (branch StdFailure error . b"")
2286                                        (branch
2287                                        StdSuccess
2288                                        checkpoint
2289                                        .
2290                                        (emit
2291                                        (constructor
2292                                        NativeDataParallelOwnedLayout
2293                                        NativeDataParallelOwnedLayoutOf
2294                                        sum
2295                                        assemble
2296                                        (nativeRegionEnd checkpoint)
2297                                        (nativeRegionEpoch checkpoint)
2298                                        digest
2299                                        gradients)
2300                                        (constructor
2301                                        NativeDataParallelOwnedStarLayout
2302                                        NativeDataParallelOwnedStarLayoutOf
2303                                        capture
2304                                        committed
2305                                        checkpoint))))))))))))))))))))))))

The compiler supplied declaration spans and resolved links from this source snapshot. This page does not assert that this file belongs to a checked closure.