Lines Matching refs:BS
231 template <typename Type, PetscInt BS, PetscInt EQ>
235 …const PetscInt M = EQ ? 1 : link->bs / BS, MBS = M * BS; /* If EQ, then MBS will be a compil… in Pack()
253 template <typename Type, class Op, PetscInt BS, PetscInt EQ>
258 const PetscInt M = EQ ? 1 : link->bs / BS, MBS = M * BS; in UnpackAndOp()
273 template <typename Type, class Op, PetscInt BS, PetscInt EQ>
278 const PetscInt M = EQ ? 1 : link->bs / BS, MBS = M * BS; in FetchAndOp()
292 template <typename Type, class Op, PetscInt BS, PetscInt EQ>
296 const PetscInt M = (EQ) ? 1 : link->bs / BS, MBS = M * BS; in ScatterAndOp()
357 template <typename Type, PetscInt BS, PetscInt EQ>
373 …PetscCall(ScatterAndOp<Type, Insert<Type>, BS, EQ>(link, count, srcStart, srcOpt, srcIdx, src, dst… in ScatterAndInsert()
378 template <typename Type, class Op, PetscInt BS, PetscInt EQ>
382 const PetscInt M = (EQ) ? 1 : link->bs / BS, MBS = M * BS; in FetchAndOpLocal()
402 template <typename Type, PetscInt BS, PetscInt EQ>
406 link->d_Pack = Pack<Type, BS, EQ>; in PackInit_RealType()
407 link->d_UnpackAndInsert = UnpackAndOp<Type, Insert<Type>, BS, EQ>; in PackInit_RealType()
408 link->d_UnpackAndAdd = UnpackAndOp<Type, Add<Type>, BS, EQ>; in PackInit_RealType()
409 link->d_UnpackAndMult = UnpackAndOp<Type, Mult<Type>, BS, EQ>; in PackInit_RealType()
410 link->d_UnpackAndMin = UnpackAndOp<Type, Min<Type>, BS, EQ>; in PackInit_RealType()
411 link->d_UnpackAndMax = UnpackAndOp<Type, Max<Type>, BS, EQ>; in PackInit_RealType()
412 link->d_FetchAndAdd = FetchAndOp<Type, Add<Type>, BS, EQ>; in PackInit_RealType()
414 link->d_ScatterAndInsert = ScatterAndInsert<Type, BS, EQ>; /* Has special optimizations */ in PackInit_RealType()
415 link->d_ScatterAndAdd = ScatterAndOp<Type, Add<Type>, BS, EQ>; in PackInit_RealType()
416 link->d_ScatterAndMult = ScatterAndOp<Type, Mult<Type>, BS, EQ>; in PackInit_RealType()
417 link->d_ScatterAndMin = ScatterAndOp<Type, Min<Type>, BS, EQ>; in PackInit_RealType()
418 link->d_ScatterAndMax = ScatterAndOp<Type, Max<Type>, BS, EQ>; in PackInit_RealType()
419 link->d_FetchAndAddLocal = FetchAndOpLocal<Type, Add<Type>, BS, EQ>; in PackInit_RealType()
421 link->da_UnpackAndInsert = UnpackAndOp<Type, AtomicInsert<Type>, BS, EQ>; in PackInit_RealType()
422 link->da_UnpackAndAdd = UnpackAndOp<Type, AtomicAdd<Type>, BS, EQ>; in PackInit_RealType()
423 link->da_UnpackAndMult = UnpackAndOp<Type, AtomicMult<Type>, BS, EQ>; in PackInit_RealType()
424 link->da_UnpackAndMin = UnpackAndOp<Type, AtomicMin<Type>, BS, EQ>; in PackInit_RealType()
425 link->da_UnpackAndMax = UnpackAndOp<Type, AtomicMax<Type>, BS, EQ>; in PackInit_RealType()
426 link->da_FetchAndAdd = FetchAndOp<Type, AtomicFetchAdd<Type>, BS, EQ>; in PackInit_RealType()
428 link->da_ScatterAndInsert = ScatterAndOp<Type, AtomicInsert<Type>, BS, EQ>; in PackInit_RealType()
429 link->da_ScatterAndAdd = ScatterAndOp<Type, AtomicAdd<Type>, BS, EQ>; in PackInit_RealType()
430 link->da_ScatterAndMult = ScatterAndOp<Type, AtomicMult<Type>, BS, EQ>; in PackInit_RealType()
431 link->da_ScatterAndMin = ScatterAndOp<Type, AtomicMin<Type>, BS, EQ>; in PackInit_RealType()
432 link->da_ScatterAndMax = ScatterAndOp<Type, AtomicMax<Type>, BS, EQ>; in PackInit_RealType()
433 link->da_FetchAndAddLocal = FetchAndOpLocal<Type, AtomicFetchAdd<Type>, BS, EQ>; in PackInit_RealType()
436 template <typename Type, PetscInt BS, PetscInt EQ>
439 link->d_Pack = Pack<Type, BS, EQ>; in PackInit_IntegerType()
440 link->d_UnpackAndInsert = UnpackAndOp<Type, Insert<Type>, BS, EQ>; in PackInit_IntegerType()
441 link->d_UnpackAndAdd = UnpackAndOp<Type, Add<Type>, BS, EQ>; in PackInit_IntegerType()
442 link->d_UnpackAndMult = UnpackAndOp<Type, Mult<Type>, BS, EQ>; in PackInit_IntegerType()
443 link->d_UnpackAndMin = UnpackAndOp<Type, Min<Type>, BS, EQ>; in PackInit_IntegerType()
444 link->d_UnpackAndMax = UnpackAndOp<Type, Max<Type>, BS, EQ>; in PackInit_IntegerType()
445 link->d_UnpackAndLAND = UnpackAndOp<Type, LAND<Type>, BS, EQ>; in PackInit_IntegerType()
446 link->d_UnpackAndLOR = UnpackAndOp<Type, LOR<Type>, BS, EQ>; in PackInit_IntegerType()
447 link->d_UnpackAndLXOR = UnpackAndOp<Type, LXOR<Type>, BS, EQ>; in PackInit_IntegerType()
448 link->d_UnpackAndBAND = UnpackAndOp<Type, BAND<Type>, BS, EQ>; in PackInit_IntegerType()
449 link->d_UnpackAndBOR = UnpackAndOp<Type, BOR<Type>, BS, EQ>; in PackInit_IntegerType()
450 link->d_UnpackAndBXOR = UnpackAndOp<Type, BXOR<Type>, BS, EQ>; in PackInit_IntegerType()
451 link->d_FetchAndAdd = FetchAndOp<Type, Add<Type>, BS, EQ>; in PackInit_IntegerType()
453 link->d_ScatterAndInsert = ScatterAndInsert<Type, BS, EQ>; in PackInit_IntegerType()
454 link->d_ScatterAndAdd = ScatterAndOp<Type, Add<Type>, BS, EQ>; in PackInit_IntegerType()
455 link->d_ScatterAndMult = ScatterAndOp<Type, Mult<Type>, BS, EQ>; in PackInit_IntegerType()
456 link->d_ScatterAndMin = ScatterAndOp<Type, Min<Type>, BS, EQ>; in PackInit_IntegerType()
457 link->d_ScatterAndMax = ScatterAndOp<Type, Max<Type>, BS, EQ>; in PackInit_IntegerType()
458 link->d_ScatterAndLAND = ScatterAndOp<Type, LAND<Type>, BS, EQ>; in PackInit_IntegerType()
459 link->d_ScatterAndLOR = ScatterAndOp<Type, LOR<Type>, BS, EQ>; in PackInit_IntegerType()
460 link->d_ScatterAndLXOR = ScatterAndOp<Type, LXOR<Type>, BS, EQ>; in PackInit_IntegerType()
461 link->d_ScatterAndBAND = ScatterAndOp<Type, BAND<Type>, BS, EQ>; in PackInit_IntegerType()
462 link->d_ScatterAndBOR = ScatterAndOp<Type, BOR<Type>, BS, EQ>; in PackInit_IntegerType()
463 link->d_ScatterAndBXOR = ScatterAndOp<Type, BXOR<Type>, BS, EQ>; in PackInit_IntegerType()
464 link->d_FetchAndAddLocal = FetchAndOpLocal<Type, Add<Type>, BS, EQ>; in PackInit_IntegerType()
466 link->da_UnpackAndInsert = UnpackAndOp<Type, AtomicInsert<Type>, BS, EQ>; in PackInit_IntegerType()
467 link->da_UnpackAndAdd = UnpackAndOp<Type, AtomicAdd<Type>, BS, EQ>; in PackInit_IntegerType()
468 link->da_UnpackAndMult = UnpackAndOp<Type, AtomicMult<Type>, BS, EQ>; in PackInit_IntegerType()
469 link->da_UnpackAndMin = UnpackAndOp<Type, AtomicMin<Type>, BS, EQ>; in PackInit_IntegerType()
470 link->da_UnpackAndMax = UnpackAndOp<Type, AtomicMax<Type>, BS, EQ>; in PackInit_IntegerType()
471 link->da_UnpackAndLAND = UnpackAndOp<Type, AtomicLAND<Type>, BS, EQ>; in PackInit_IntegerType()
472 link->da_UnpackAndLOR = UnpackAndOp<Type, AtomicLOR<Type>, BS, EQ>; in PackInit_IntegerType()
473 link->da_UnpackAndBAND = UnpackAndOp<Type, AtomicBAND<Type>, BS, EQ>; in PackInit_IntegerType()
474 link->da_UnpackAndBOR = UnpackAndOp<Type, AtomicBOR<Type>, BS, EQ>; in PackInit_IntegerType()
475 link->da_UnpackAndBXOR = UnpackAndOp<Type, AtomicBXOR<Type>, BS, EQ>; in PackInit_IntegerType()
476 link->da_FetchAndAdd = FetchAndOp<Type, AtomicFetchAdd<Type>, BS, EQ>; in PackInit_IntegerType()
478 link->da_ScatterAndInsert = ScatterAndOp<Type, AtomicInsert<Type>, BS, EQ>; in PackInit_IntegerType()
479 link->da_ScatterAndAdd = ScatterAndOp<Type, AtomicAdd<Type>, BS, EQ>; in PackInit_IntegerType()
480 link->da_ScatterAndMult = ScatterAndOp<Type, AtomicMult<Type>, BS, EQ>; in PackInit_IntegerType()
481 link->da_ScatterAndMin = ScatterAndOp<Type, AtomicMin<Type>, BS, EQ>; in PackInit_IntegerType()
482 link->da_ScatterAndMax = ScatterAndOp<Type, AtomicMax<Type>, BS, EQ>; in PackInit_IntegerType()
483 link->da_ScatterAndLAND = ScatterAndOp<Type, AtomicLAND<Type>, BS, EQ>; in PackInit_IntegerType()
484 link->da_ScatterAndLOR = ScatterAndOp<Type, AtomicLOR<Type>, BS, EQ>; in PackInit_IntegerType()
485 link->da_ScatterAndBAND = ScatterAndOp<Type, AtomicBAND<Type>, BS, EQ>; in PackInit_IntegerType()
486 link->da_ScatterAndBOR = ScatterAndOp<Type, AtomicBOR<Type>, BS, EQ>; in PackInit_IntegerType()
487 link->da_ScatterAndBXOR = ScatterAndOp<Type, AtomicBXOR<Type>, BS, EQ>; in PackInit_IntegerType()
488 link->da_FetchAndAddLocal = FetchAndOpLocal<Type, AtomicFetchAdd<Type>, BS, EQ>; in PackInit_IntegerType()
492 template <typename Type, PetscInt BS, PetscInt EQ>
495 link->d_Pack = Pack<Type, BS, EQ>; in PackInit_ComplexType()
496 link->d_UnpackAndInsert = UnpackAndOp<Type, Insert<Type>, BS, EQ>; in PackInit_ComplexType()
497 link->d_UnpackAndAdd = UnpackAndOp<Type, Add<Type>, BS, EQ>; in PackInit_ComplexType()
498 link->d_UnpackAndMult = UnpackAndOp<Type, Mult<Type>, BS, EQ>; in PackInit_ComplexType()
499 link->d_FetchAndAdd = FetchAndOp<Type, Add<Type>, BS, EQ>; in PackInit_ComplexType()
501 link->d_ScatterAndInsert = ScatterAndInsert<Type, BS, EQ>; in PackInit_ComplexType()
502 link->d_ScatterAndAdd = ScatterAndOp<Type, Add<Type>, BS, EQ>; in PackInit_ComplexType()
503 link->d_ScatterAndMult = ScatterAndOp<Type, Mult<Type>, BS, EQ>; in PackInit_ComplexType()
504 link->d_FetchAndAddLocal = FetchAndOpLocal<Type, Add<Type>, BS, EQ>; in PackInit_ComplexType()
506 link->da_UnpackAndInsert = UnpackAndOp<Type, AtomicInsert<Type>, BS, EQ>; in PackInit_ComplexType()
507 link->da_UnpackAndAdd = UnpackAndOp<Type, AtomicAdd<Type>, BS, EQ>; in PackInit_ComplexType()
508 link->da_UnpackAndMult = UnpackAndOp<Type, AtomicMult<Type>, BS, EQ>; in PackInit_ComplexType()
509 link->da_FetchAndAdd = FetchAndOp<Type, AtomicFetchAdd<Type>, BS, EQ>; in PackInit_ComplexType()
511 link->da_ScatterAndInsert = ScatterAndOp<Type, AtomicInsert<Type>, BS, EQ>; in PackInit_ComplexType()
512 link->da_ScatterAndAdd = ScatterAndOp<Type, AtomicAdd<Type>, BS, EQ>; in PackInit_ComplexType()
513 link->da_ScatterAndMult = ScatterAndOp<Type, AtomicMult<Type>, BS, EQ>; in PackInit_ComplexType()
514 link->da_FetchAndAddLocal = FetchAndOpLocal<Type, AtomicFetchAdd<Type>, BS, EQ>; in PackInit_ComplexType()
532 template <typename Type, PetscInt BS, PetscInt EQ>
535 link->d_Pack = Pack<Type, BS, EQ>; in PackInit_DumbType()
536 link->d_UnpackAndInsert = UnpackAndOp<Type, Insert<Type>, BS, EQ>; in PackInit_DumbType()
537 link->d_ScatterAndInsert = ScatterAndInsert<Type, BS, EQ>; in PackInit_DumbType()