Prediction uses the same numerical policy on a fresh bound device session.
It restores both saved parameters, executes both products on that GPU, then
combines the widened results. The extra argv follows the five input paths.
431def coordinateDevicePredictionArtifact =
432 (lambda unrestricted resources : (family NvidiaResourceContext) .
433 (lambda unrestricted profile : (family RunPodSM86TargetProfile) .
434 (lambda unrestricted device : (family NvidiaDeviceBinding) .
435 (lambda unrestricted epoch : Nat .
436 (eliminate
437 NvidiaLinearStepPlan
438 (lambda unrestricted plan : (family NvidiaLinearStepPlan) . Bytes)
439 (regressionScalarPlan profile)
440 (branch
441 NvidiaLinearStepPlanValue
442 gpu
443 component
444 recipes
445 data
446 inputOffset
447 targetOffset
448 outputOffset
449 dataBytes
450 admitted
451 .
452 (nat-eliminate
453 (lambda unrestricted valid : Nat . Bytes)
454 b""
455 (lambda unrestricted previous : Nat .
456 (lambda unrestricted ignored : Bytes .
457 (cpWithLayout
458 cdNumerics
459 epoch
460 phStateExtent
461 (lambda unrestricted layout : (family CoordinatePredictionLayout) .
462 (nat-eliminate
463 (lambda unrestricted valid : Nat . Bytes)
464 b""
465 (lambda unrestricted previous : Nat .
466 (lambda unrestricted ignored : Bytes .
467 (nlsWithProgramRecipes
468 component
469 (lambda unrestricted program : Bytes .
470 (lambda unrestricted qmd : Bytes .
471 (lambda unrestricted push : Bytes .
472 (lambda unrestricted ring : Bytes .
473 (let unrestricted entry =
474 (nvidiaPlanHostTableWord
475 (component
476 (constructor
477 NvidiaWholeProgramComponent
478 NvidiaWholeProgramGPFIFO))
479 0)
480 in
481 (nlsWithPrivateSlots
482 cpSlots
483 (nlsSessionPrelude
484 cdIdentity
485 b"coordinate-prediction"
486 device
487 gpu
488 recipes
489 program
490 qmd
491 push
492 ring
493 chEnd)
494 (lambda unrestricted prepare : (family NativePhysicalCommands) .
495 (nlsWithPrivateSlots
496 cpSlots
497 (cdProduct
498 gpu
499 entry
500 data
501 inputOffset
502 targetOffset
503 outputOffset
504 (cpExtent layout)
505 (cpLeft layout)
506 (constructor
507 NvidiaLinearScalarInput
508 NvidiaLinearScalarNatural
509 1)
510 (cpPrediction layout)
511 (cdProduct
512 gpu
513 entry
514 data
515 inputOffset
516 targetOffset
517 outputOffset
518 (cpExtent layout)
519 (cpRight layout)
520 (constructor
521 NvidiaLinearScalarInput
522 NvidiaLinearScalarNatural
523 2)
524 (cpFeature layout)
525 chEnd))
526 (lambda unrestricted products : (family NativePhysicalCommands) .
527 (nlsWithPrivateSlots
528 cpSlots
529 (nlsScalarReadback
530 (chArgument chOutputShardBase)
531 gpu
532 data
533 outputOffset
534 (cdCounter (cpExtent layout))
535 (phTelemetry
536 3
537 b"coordinate-prediction:device-products-retired"
538 (phRelease chEnd)))
539 (lambda unrestricted finish : (family NativePhysicalCommands) .
540 (cpWithRestore
541 layout
542 (chStore
543 (cdCounter (cpExtent layout))
544 (phImm 0)
545 (prSplice
546 prepare
547 (prSplice
548 products
549 (chBinary
550 chAdd
551 (cpPrediction layout)
552 (cpPrediction layout)
553 (cpFeature layout)
554 (prSplice finish (cpOutput layout chHalt))))))
555 (lambda unrestricted commands : (family NativePhysicalCommands) .
556 (nlsEmbedHost
557 cdIdentity
558 (nlsGenerateResourceELF
559 resources
560 gpu
561 (chProgramFor
562 (naturalAdd cpSlots phSlots)
563 (cdExtent (cpExtent layout))
564 commands))
565 program
566 qmd
567 push
568 ring)))))))))))))))))
569 (arenaCertificate
570 (cdExtent (cpExtent layout))
571 (cdResidents (cpExtent layout) (cdPredictionResidents layout))))))))
572 (naturalAnd admitted (cdBindingAdmitted device)))))))))The compiler supplied declaration spans and resolved links from this source snapshot. This page does not assert that this file belongs to a checked closure.