17def3d77Svaleriabarra# Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at 27def3d77Svaleriabarra# the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights 37def3d77Svaleriabarra# reserved. See files LICENSE and NOTICE for details. 47def3d77Svaleriabarra# 57def3d77Svaleriabarra# This file is part of CEED, a collection of benchmarks, miniapps, software 67def3d77Svaleriabarra# libraries and APIs for efficient high-order finite element and spectral 77def3d77Svaleriabarra# element discretizations for exascale applications. For more information and 87def3d77Svaleriabarra# source code availability see http://github.com/ceed. 97def3d77Svaleriabarra# 107def3d77Svaleriabarra# The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 117def3d77Svaleriabarra# a collaborative effort of two U.S. Department of Energy organizations (Office 127def3d77Svaleriabarra# of Science and the National Nuclear Security Administration) responsible for 137def3d77Svaleriabarra# the planning and preparation of a capable exascale ecosystem, including 147def3d77Svaleriabarra# software, applications, hardware, advanced system engineering and early 157def3d77Svaleriabarra# testbed platforms, in support of the nation's exascale computing imperative. 167def3d77Svaleriabarra 177def3d77Svaleriabarrafrom _ceed_cffi import ffi, lib 187def3d77Svaleriabarraimport tempfile 197def3d77Svaleriabarraimport numpy as np 20e259ae81SJed Brownimport contextlib 21547d9b97Sjeremyltfrom .ceed_constants import MEM_HOST, COPY_VALUES, NORM_2 227def3d77Svaleriabarra 237def3d77Svaleriabarra# ------------------------------------------------------------------------------ 247a7b0fa3SJed Brown 257a7b0fa3SJed Brown 267def3d77Svaleriabarraclass Vector(): 277def3d77Svaleriabarra """Ceed Vector: storing and manipulating vectors.""" 287def3d77Svaleriabarra 297def3d77Svaleriabarra # Attributes 307def3d77Svaleriabarra _ceed = ffi.NULL 317def3d77Svaleriabarra _pointer = ffi.NULL 327def3d77Svaleriabarra 337def3d77Svaleriabarra # Constructor 347def3d77Svaleriabarra def __init__(self, ceed, size): 357def3d77Svaleriabarra # CeedVector object 367def3d77Svaleriabarra self._pointer = ffi.new("CeedVector *") 377def3d77Svaleriabarra 387def3d77Svaleriabarra # Reference to Ceed 397def3d77Svaleriabarra self._ceed = ceed 407def3d77Svaleriabarra 417def3d77Svaleriabarra # libCEED call 42477729cfSJeremy L Thompson err_code = lib.CeedVectorCreate( 43477729cfSJeremy L Thompson self._ceed._pointer[0], size, self._pointer) 44477729cfSJeremy L Thompson self._ceed._check_error(err_code) 457def3d77Svaleriabarra 467def3d77Svaleriabarra # Destructor 477def3d77Svaleriabarra def __del__(self): 487def3d77Svaleriabarra # libCEED call 49477729cfSJeremy L Thompson err_code = lib.CeedVectorDestroy(self._pointer) 50477729cfSJeremy L Thompson self._ceed._check_error(err_code) 517def3d77Svaleriabarra 527def3d77Svaleriabarra # Representation 537def3d77Svaleriabarra def __repr__(self): 547def3d77Svaleriabarra return "<CeedVector instance at " + hex(id(self)) + ">" 557def3d77Svaleriabarra 567def3d77Svaleriabarra # String conversion for print() to stdout 577def3d77Svaleriabarra def __str__(self): 587def3d77Svaleriabarra """View a Vector via print().""" 597def3d77Svaleriabarra 607def3d77Svaleriabarra # libCEED call 617def3d77Svaleriabarra fmt = ffi.new("char[]", "%f".encode('ascii')) 627def3d77Svaleriabarra with tempfile.NamedTemporaryFile() as key_file: 637def3d77Svaleriabarra with open(key_file.name, 'r+') as stream_file: 647def3d77Svaleriabarra stream = ffi.cast("FILE *", stream_file) 657def3d77Svaleriabarra 66477729cfSJeremy L Thompson err_code = lib.CeedVectorView(self._pointer[0], fmt, stream) 67477729cfSJeremy L Thompson self._ceed._check_error(err_code) 687def3d77Svaleriabarra 697def3d77Svaleriabarra stream_file.seek(0) 707def3d77Svaleriabarra out_string = stream_file.read() 717def3d77Svaleriabarra 727def3d77Svaleriabarra return out_string 737def3d77Svaleriabarra 747def3d77Svaleriabarra # Set Vector's data array 757def3d77Svaleriabarra def set_array(self, array, memtype=MEM_HOST, cmode=COPY_VALUES): 767def3d77Svaleriabarra """Set the array used by a Vector, freeing any previously allocated 777def3d77Svaleriabarra array if applicable. 787def3d77Svaleriabarra 797def3d77Svaleriabarra Args: 807f1dc7b9SJeremy L Thompson *array: Numpy or Numba array to be used 817def3d77Svaleriabarra **memtype: memory type of the array being passed, default CEED_MEM_HOST 827def3d77Svaleriabarra **cmode: copy mode for the array, default CEED_COPY_VALUES""" 837def3d77Svaleriabarra 847def3d77Svaleriabarra # Setup the numpy array for the libCEED call 857def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar *") 867f1dc7b9SJeremy L Thompson if memtype == MEM_HOST: 877a7b0fa3SJed Brown array_pointer = ffi.cast( 887a7b0fa3SJed Brown "CeedScalar *", 897a7b0fa3SJed Brown array.__array_interface__['data'][0]) 907f1dc7b9SJeremy L Thompson else: 917f1dc7b9SJeremy L Thompson array_pointer = ffi.cast( 927f1dc7b9SJeremy L Thompson "CeedScalar *", 937f1dc7b9SJeremy L Thompson array.__cuda_array_interface__['data'][0]) 947def3d77Svaleriabarra 957def3d77Svaleriabarra # libCEED call 96477729cfSJeremy L Thompson err_code = lib.CeedVectorSetArray( 97477729cfSJeremy L Thompson self._pointer[0], memtype, cmode, array_pointer) 98477729cfSJeremy L Thompson self._ceed._check_error(err_code) 997def3d77Svaleriabarra 1007def3d77Svaleriabarra # Get Vector's data array 1017def3d77Svaleriabarra def get_array(self, memtype=MEM_HOST): 1027def3d77Svaleriabarra """Get read/write access to a Vector via the specified memory type. 1037def3d77Svaleriabarra 1047def3d77Svaleriabarra Args: 1057def3d77Svaleriabarra **memtype: memory type of the array being passed, default CEED_MEM_HOST 1067def3d77Svaleriabarra 1077def3d77Svaleriabarra Returns: 1087f1dc7b9SJeremy L Thompson *array: Numpy or Numba array""" 1097def3d77Svaleriabarra 1107def3d77Svaleriabarra # Retrieve the length of the array 1117def3d77Svaleriabarra length_pointer = ffi.new("CeedInt *") 112477729cfSJeremy L Thompson err_code = lib.CeedVectorGetLength(self._pointer[0], length_pointer) 113477729cfSJeremy L Thompson self._ceed._check_error(err_code) 1147def3d77Svaleriabarra 1157def3d77Svaleriabarra # Setup the pointer's pointer 1167def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar **") 1177def3d77Svaleriabarra 1187def3d77Svaleriabarra # libCEED call 119477729cfSJeremy L Thompson err_code = lib.CeedVectorGetArray( 120477729cfSJeremy L Thompson self._pointer[0], memtype, array_pointer) 121477729cfSJeremy L Thompson self._ceed._check_error(err_code) 1227def3d77Svaleriabarra 1237f1dc7b9SJeremy L Thompson # Return array created from buffer 1247f1dc7b9SJeremy L Thompson if memtype == MEM_HOST: 1257def3d77Svaleriabarra # Create buffer object from returned pointer 1267a7b0fa3SJed Brown buff = ffi.buffer( 1277a7b0fa3SJed Brown array_pointer[0], 1287a7b0fa3SJed Brown ffi.sizeof("CeedScalar") * 1297a7b0fa3SJed Brown length_pointer[0]) 1307f1dc7b9SJeremy L Thompson # return Numpy array 1317def3d77Svaleriabarra return np.frombuffer(buff, dtype="float64") 1327f1dc7b9SJeremy L Thompson else: 1337f1dc7b9SJeremy L Thompson # CUDA array interface 1347f1dc7b9SJeremy L Thompson # https://numba.pydata.org/numba-doc/latest/cuda/cuda_array_interface.html 135962dc42dSJeremy L Thompson import numba.cuda as nbcuda 1367f1dc7b9SJeremy L Thompson desc = { 1377f1dc7b9SJeremy L Thompson 'shape': (length_pointer[0]), 1387f1dc7b9SJeremy L Thompson 'typestr': '>f8', 1397f1dc7b9SJeremy L Thompson 'data': (int(ffi.cast("intptr_t", array_pointer[0])), False), 1407f1dc7b9SJeremy L Thompson 'version': 2 1417f1dc7b9SJeremy L Thompson } 1427f1dc7b9SJeremy L Thompson # return Numba array 1437f1dc7b9SJeremy L Thompson return nbcuda.from_cuda_array_interface(desc) 1447def3d77Svaleriabarra 1457def3d77Svaleriabarra # Get Vector's data array in read-only mode 1467def3d77Svaleriabarra def get_array_read(self, memtype=MEM_HOST): 1477def3d77Svaleriabarra """Get read-only access to a Vector via the specified memory type. 1487def3d77Svaleriabarra 1497def3d77Svaleriabarra Args: 1507def3d77Svaleriabarra **memtype: memory type of the array being passed, default CEED_MEM_HOST 1517def3d77Svaleriabarra 1527def3d77Svaleriabarra Returns: 1537f1dc7b9SJeremy L Thompson *array: Numpy or Numba array""" 1547def3d77Svaleriabarra 1557def3d77Svaleriabarra # Retrieve the length of the array 1567def3d77Svaleriabarra length_pointer = ffi.new("CeedInt *") 157477729cfSJeremy L Thompson err_code = lib.CeedVectorGetLength(self._pointer[0], length_pointer) 158477729cfSJeremy L Thompson self._ceed._check_error(err_code) 1597def3d77Svaleriabarra 1607def3d77Svaleriabarra # Setup the pointer's pointer 1617def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar **") 1627def3d77Svaleriabarra 1637def3d77Svaleriabarra # libCEED call 164477729cfSJeremy L Thompson err_code = lib.CeedVectorGetArrayRead( 165477729cfSJeremy L Thompson self._pointer[0], memtype, array_pointer) 166477729cfSJeremy L Thompson self._ceed._check_error(err_code) 1677def3d77Svaleriabarra 1687f1dc7b9SJeremy L Thompson # Return array created from buffer 1697f1dc7b9SJeremy L Thompson if memtype == MEM_HOST: 1707def3d77Svaleriabarra # Create buffer object from returned pointer 1717a7b0fa3SJed Brown buff = ffi.buffer( 1727a7b0fa3SJed Brown array_pointer[0], 1737a7b0fa3SJed Brown ffi.sizeof("CeedScalar") * 1747a7b0fa3SJed Brown length_pointer[0]) 1757f1dc7b9SJeremy L Thompson # return read only Numpy array 1767def3d77Svaleriabarra ret = np.frombuffer(buff, dtype="float64") 1777def3d77Svaleriabarra ret.flags['WRITEABLE'] = False 1787def3d77Svaleriabarra return ret 1797f1dc7b9SJeremy L Thompson else: 1807f1dc7b9SJeremy L Thompson # CUDA array interface 1817f1dc7b9SJeremy L Thompson # https://numba.pydata.org/numba-doc/latest/cuda/cuda_array_interface.html 182962dc42dSJeremy L Thompson import numba.cuda as nbcuda 1837f1dc7b9SJeremy L Thompson desc = { 1847f1dc7b9SJeremy L Thompson 'shape': (length_pointer[0]), 1857f1dc7b9SJeremy L Thompson 'typestr': '>f8', 1867f1dc7b9SJeremy L Thompson 'data': (int(ffi.cast("intptr_t", array_pointer[0])), False), 1877f1dc7b9SJeremy L Thompson 'version': 2 1887f1dc7b9SJeremy L Thompson } 1897f1dc7b9SJeremy L Thompson # return read only Numba array 1907f1dc7b9SJeremy L Thompson return nbcuda.from_cuda_array_interface(desc) 1917def3d77Svaleriabarra 1927def3d77Svaleriabarra # Restore the Vector's data array 1937def3d77Svaleriabarra def restore_array(self): 1947def3d77Svaleriabarra """Restore an array obtained using get_array().""" 1957def3d77Svaleriabarra 1967def3d77Svaleriabarra # Setup the pointer's pointer 1977def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar **") 1987def3d77Svaleriabarra 1997def3d77Svaleriabarra # libCEED call 200477729cfSJeremy L Thompson err_code = lib.CeedVectorRestoreArray(self._pointer[0], array_pointer) 201477729cfSJeremy L Thompson self._ceed._check_error(err_code) 2027def3d77Svaleriabarra 2037def3d77Svaleriabarra # Restore an array obtained using getArrayRead 2047def3d77Svaleriabarra def restore_array_read(self): 2057def3d77Svaleriabarra """Restore an array obtained using get_array_read().""" 2067def3d77Svaleriabarra 2077def3d77Svaleriabarra # Setup the pointer's pointer 2087def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar **") 2097def3d77Svaleriabarra 2107def3d77Svaleriabarra # libCEED call 211477729cfSJeremy L Thompson err_code = lib.CeedVectorRestoreArrayRead( 212477729cfSJeremy L Thompson self._pointer[0], array_pointer) 213477729cfSJeremy L Thompson self._ceed._check_error(err_code) 2147def3d77Svaleriabarra 215e259ae81SJed Brown @contextlib.contextmanager 2167f1dc7b9SJeremy L Thompson def array(self, *shape, memtype=MEM_HOST): 217e259ae81SJed Brown """Context manager for array access. 218e259ae81SJed Brown 219e259ae81SJed Brown Args: 220e259ae81SJed Brown shape (tuple): shape of returned numpy.array 2217f1dc7b9SJeremy L Thompson **memtype: memory type of the array being passed, default CEED_MEM_HOST 2227f1dc7b9SJeremy L Thompson 223e259ae81SJed Brown 224e259ae81SJed Brown Returns: 225e259ae81SJed Brown np.array: writable view of vector 226e259ae81SJed Brown 227e259ae81SJed Brown Examples: 228e259ae81SJed Brown Constructing the identity inside a libceed.Vector: 229e259ae81SJed Brown 230e259ae81SJed Brown >>> vec = ceed.Vector(16) 231e259ae81SJed Brown >>> with vec.array(4, 4) as x: 232e259ae81SJed Brown >>> x[...] = np.eye(4) 233e259ae81SJed Brown """ 2347f1dc7b9SJeremy L Thompson x = self.get_array(memtype=memtype) 235e259ae81SJed Brown if shape: 236e259ae81SJed Brown x = x.reshape(shape) 237e259ae81SJed Brown yield x 238e259ae81SJed Brown self.restore_array() 239e259ae81SJed Brown 240e259ae81SJed Brown @contextlib.contextmanager 2417f1dc7b9SJeremy L Thompson def array_read(self, *shape, memtype=MEM_HOST): 242e259ae81SJed Brown """Context manager for read-only array access. 243e259ae81SJed Brown 244e259ae81SJed Brown Args: 245e259ae81SJed Brown shape (tuple): shape of returned numpy.array 2467f1dc7b9SJeremy L Thompson **memtype: memory type of the array being passed, default CEED_MEM_HOST 247e259ae81SJed Brown 248e259ae81SJed Brown Returns: 249e259ae81SJed Brown np.array: read-only view of vector 250e259ae81SJed Brown 251e259ae81SJed Brown Examples: 252e259ae81SJed Brown Constructing the identity inside a libceed.Vector: 253e259ae81SJed Brown 254e259ae81SJed Brown >>> vec = ceed.Vector(6) 255e259ae81SJed Brown >>> vec.set_value(1.3) 256e259ae81SJed Brown >>> with vec.array_read(2, 3) as x: 257e259ae81SJed Brown >>> print(x) 258e259ae81SJed Brown """ 2597f1dc7b9SJeremy L Thompson x = self.get_array_read(memtype=memtype) 260e259ae81SJed Brown if shape: 261e259ae81SJed Brown x = x.reshape(shape) 262e259ae81SJed Brown yield x 263e259ae81SJed Brown self.restore_array_read() 264e259ae81SJed Brown 2657def3d77Svaleriabarra # Get the length of a Vector 2667def3d77Svaleriabarra def get_length(self): 2677def3d77Svaleriabarra """Get the length of a Vector. 2687def3d77Svaleriabarra 2697def3d77Svaleriabarra Returns: 2707def3d77Svaleriabarra length: length of the Vector""" 2717def3d77Svaleriabarra 2727def3d77Svaleriabarra length_pointer = ffi.new("CeedInt *") 2737def3d77Svaleriabarra 2747def3d77Svaleriabarra # libCEED call 275477729cfSJeremy L Thompson err_code = lib.CeedVectorGetLength(self._pointer[0], length_pointer) 276477729cfSJeremy L Thompson self._ceed._check_error(err_code) 2777def3d77Svaleriabarra 2787def3d77Svaleriabarra return length_pointer[0] 2797def3d77Svaleriabarra 2807def3d77Svaleriabarra # Get the length of a Vector 2817def3d77Svaleriabarra def __len__(self): 2827def3d77Svaleriabarra """Get the length of a Vector. 2837def3d77Svaleriabarra 2847def3d77Svaleriabarra Returns: 2857def3d77Svaleriabarra length: length of the Vector""" 2867def3d77Svaleriabarra 2877def3d77Svaleriabarra length_pointer = ffi.new("CeedInt *") 2887def3d77Svaleriabarra 2897def3d77Svaleriabarra # libCEED call 290477729cfSJeremy L Thompson err_code = lib.CeedVectorGetLength(self._pointer[0], length_pointer) 291477729cfSJeremy L Thompson self._ceed._check_error(err_code) 2927def3d77Svaleriabarra 2937def3d77Svaleriabarra return length_pointer[0] 2947def3d77Svaleriabarra 2957def3d77Svaleriabarra # Set the Vector to a given constant value 2967def3d77Svaleriabarra def set_value(self, value): 2977def3d77Svaleriabarra """Set the Vector to a constant value. 2987def3d77Svaleriabarra 2997def3d77Svaleriabarra Args: 3007def3d77Svaleriabarra value: value to be used""" 3017def3d77Svaleriabarra 3027def3d77Svaleriabarra # libCEED call 303477729cfSJeremy L Thompson err_code = lib.CeedVectorSetValue(self._pointer[0], value) 304477729cfSJeremy L Thompson self._ceed._check_error(err_code) 3057def3d77Svaleriabarra 3067def3d77Svaleriabarra # Sync the Vector to a specified memtype 307547d9b97Sjeremylt def sync_array(self, memtype=MEM_HOST): 3087def3d77Svaleriabarra """Sync the Vector to a specified memtype. 3097def3d77Svaleriabarra 3107def3d77Svaleriabarra Args: 3117def3d77Svaleriabarra **memtype: memtype to be synced""" 3127def3d77Svaleriabarra 3137def3d77Svaleriabarra # libCEED call 314477729cfSJeremy L Thompson err_code = lib.CeedVectorSyncArray(self._pointer[0], memtype) 315477729cfSJeremy L Thompson self._ceed._check_error(err_code) 3167def3d77Svaleriabarra 317547d9b97Sjeremylt # Compute the norm of a vector 318547d9b97Sjeremylt def norm(self, normtype=NORM_2): 319547d9b97Sjeremylt """Get the norm of a Vector. 320547d9b97Sjeremylt 321547d9b97Sjeremylt Args: 322547d9b97Sjeremylt **normtype: type of norm to be computed""" 323547d9b97Sjeremylt 324547d9b97Sjeremylt norm_pointer = ffi.new("CeedScalar *") 325547d9b97Sjeremylt 326547d9b97Sjeremylt # libCEED call 327477729cfSJeremy L Thompson err_code = lib.CeedVectorNorm(self._pointer[0], normtype, norm_pointer) 328477729cfSJeremy L Thompson self._ceed._check_error(err_code) 329547d9b97Sjeremylt 330547d9b97Sjeremylt return norm_pointer[0] 331547d9b97Sjeremylt 332d99fa3c5SJeremy L Thompson # Take the reciprocal of a vector 333d99fa3c5SJeremy L Thompson def reciprocal(self): 334d99fa3c5SJeremy L Thompson """Take the reciprocal of a Vector.""" 335d99fa3c5SJeremy L Thompson 336d99fa3c5SJeremy L Thompson # libCEED call 337d99fa3c5SJeremy L Thompson err_code = lib.CeedVectorReciprocal(self._pointer[0]) 338d99fa3c5SJeremy L Thompson self._ceed._check_error(err_code) 339d99fa3c5SJeremy L Thompson 340d99fa3c5SJeremy L Thompson return self 341d99fa3c5SJeremy L Thompson 342*19798369SJed Brown def _state(self): 343*19798369SJed Brown """Return the modification state of the Vector. 344*19798369SJed Brown 345*19798369SJed Brown State is incremented each time the Vector is mutated, and is odd whenever a 346*19798369SJed Brown mutable reference has not been returned. 347*19798369SJed Brown """ 348*19798369SJed Brown 349*19798369SJed Brown state_pointer = ffi.new("uint64_t *") 350*19798369SJed Brown err_code = lib.CeedVectorGetState(self._pointer[0], state_pointer) 351*19798369SJed Brown self._ceed._check_error(err_code) 352*19798369SJed Brown return state_pointer[0] 353*19798369SJed Brown 3547def3d77Svaleriabarra# ------------------------------------------------------------------------------ 3557a7b0fa3SJed Brown 3567a7b0fa3SJed Brown 3577def3d77Svaleriabarraclass _VectorWrap(Vector): 3587def3d77Svaleriabarra """Wrap a CeedVector pointer in a Vector object.""" 3597def3d77Svaleriabarra 3607def3d77Svaleriabarra # Constructor 3617def3d77Svaleriabarra def __init__(self, ceed, pointer): 3627def3d77Svaleriabarra # CeedVector object 3637def3d77Svaleriabarra self._pointer = pointer 3647def3d77Svaleriabarra 3657def3d77Svaleriabarra # Reference to Ceed 3667def3d77Svaleriabarra self._ceed = ceed 3677def3d77Svaleriabarra 3687def3d77Svaleriabarra# ------------------------------------------------------------------------------ 369