17def3d77Svaleriabarra# Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at 27def3d77Svaleriabarra# the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights 37def3d77Svaleriabarra# reserved. See files LICENSE and NOTICE for details. 47def3d77Svaleriabarra# 57def3d77Svaleriabarra# This file is part of CEED, a collection of benchmarks, miniapps, software 67def3d77Svaleriabarra# libraries and APIs for efficient high-order finite element and spectral 77def3d77Svaleriabarra# element discretizations for exascale applications. For more information and 87def3d77Svaleriabarra# source code availability see http://github.com/ceed. 97def3d77Svaleriabarra# 107def3d77Svaleriabarra# The CEED research is supported by the Exascale Computing Project 17-SC-20-SC, 117def3d77Svaleriabarra# a collaborative effort of two U.S. Department of Energy organizations (Office 127def3d77Svaleriabarra# of Science and the National Nuclear Security Administration) responsible for 137def3d77Svaleriabarra# the planning and preparation of a capable exascale ecosystem, including 147def3d77Svaleriabarra# software, applications, hardware, advanced system engineering and early 157def3d77Svaleriabarra# testbed platforms, in support of the nation's exascale computing imperative. 167def3d77Svaleriabarra 177def3d77Svaleriabarrafrom _ceed_cffi import ffi, lib 187def3d77Svaleriabarraimport tempfile 197def3d77Svaleriabarraimport numpy as np 20e259ae81SJed Brownimport contextlib 21547d9b97Sjeremyltfrom .ceed_constants import MEM_HOST, COPY_VALUES, NORM_2 227def3d77Svaleriabarra 237def3d77Svaleriabarra# ------------------------------------------------------------------------------ 247a7b0fa3SJed Brown 257a7b0fa3SJed Brown 267def3d77Svaleriabarraclass Vector(): 277def3d77Svaleriabarra """Ceed Vector: storing and manipulating vectors.""" 287def3d77Svaleriabarra 297def3d77Svaleriabarra # Attributes 307def3d77Svaleriabarra _ceed = ffi.NULL 317def3d77Svaleriabarra _pointer = ffi.NULL 327def3d77Svaleriabarra 337def3d77Svaleriabarra # Constructor 347def3d77Svaleriabarra def __init__(self, ceed, size): 357def3d77Svaleriabarra # CeedVector object 367def3d77Svaleriabarra self._pointer = ffi.new("CeedVector *") 377def3d77Svaleriabarra 387def3d77Svaleriabarra # Reference to Ceed 397def3d77Svaleriabarra self._ceed = ceed 407def3d77Svaleriabarra 417def3d77Svaleriabarra # libCEED call 427def3d77Svaleriabarra lib.CeedVectorCreate(self._ceed._pointer[0], size, self._pointer) 437def3d77Svaleriabarra 447def3d77Svaleriabarra # Destructor 457def3d77Svaleriabarra def __del__(self): 467def3d77Svaleriabarra # libCEED call 477def3d77Svaleriabarra lib.CeedVectorDestroy(self._pointer) 487def3d77Svaleriabarra 497def3d77Svaleriabarra # Representation 507def3d77Svaleriabarra def __repr__(self): 517def3d77Svaleriabarra return "<CeedVector instance at " + hex(id(self)) + ">" 527def3d77Svaleriabarra 537def3d77Svaleriabarra # String conversion for print() to stdout 547def3d77Svaleriabarra def __str__(self): 557def3d77Svaleriabarra """View a Vector via print().""" 567def3d77Svaleriabarra 577def3d77Svaleriabarra # libCEED call 587def3d77Svaleriabarra fmt = ffi.new("char[]", "%f".encode('ascii')) 597def3d77Svaleriabarra with tempfile.NamedTemporaryFile() as key_file: 607def3d77Svaleriabarra with open(key_file.name, 'r+') as stream_file: 617def3d77Svaleriabarra stream = ffi.cast("FILE *", stream_file) 627def3d77Svaleriabarra 637def3d77Svaleriabarra lib.CeedVectorView(self._pointer[0], fmt, stream) 647def3d77Svaleriabarra 657def3d77Svaleriabarra stream_file.seek(0) 667def3d77Svaleriabarra out_string = stream_file.read() 677def3d77Svaleriabarra 687def3d77Svaleriabarra return out_string 697def3d77Svaleriabarra 707def3d77Svaleriabarra # Set Vector's data array 717def3d77Svaleriabarra def set_array(self, array, memtype=MEM_HOST, cmode=COPY_VALUES): 727def3d77Svaleriabarra """Set the array used by a Vector, freeing any previously allocated 737def3d77Svaleriabarra array if applicable. 747def3d77Svaleriabarra 757def3d77Svaleriabarra Args: 767f1dc7b9SJeremy L Thompson *array: Numpy or Numba array to be used 777def3d77Svaleriabarra **memtype: memory type of the array being passed, default CEED_MEM_HOST 787def3d77Svaleriabarra **cmode: copy mode for the array, default CEED_COPY_VALUES""" 797def3d77Svaleriabarra 807def3d77Svaleriabarra # Setup the numpy array for the libCEED call 817def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar *") 827f1dc7b9SJeremy L Thompson if memtype == MEM_HOST: 837a7b0fa3SJed Brown array_pointer = ffi.cast( 847a7b0fa3SJed Brown "CeedScalar *", 857a7b0fa3SJed Brown array.__array_interface__['data'][0]) 867f1dc7b9SJeremy L Thompson else: 877f1dc7b9SJeremy L Thompson array_pointer = ffi.cast( 887f1dc7b9SJeremy L Thompson "CeedScalar *", 897f1dc7b9SJeremy L Thompson array.__cuda_array_interface__['data'][0]) 907def3d77Svaleriabarra 917def3d77Svaleriabarra # libCEED call 927def3d77Svaleriabarra lib.CeedVectorSetArray(self._pointer[0], memtype, cmode, array_pointer) 937def3d77Svaleriabarra 947def3d77Svaleriabarra # Get Vector's data array 957def3d77Svaleriabarra def get_array(self, memtype=MEM_HOST): 967def3d77Svaleriabarra """Get read/write access to a Vector via the specified memory type. 977def3d77Svaleriabarra 987def3d77Svaleriabarra Args: 997def3d77Svaleriabarra **memtype: memory type of the array being passed, default CEED_MEM_HOST 1007def3d77Svaleriabarra 1017def3d77Svaleriabarra Returns: 1027f1dc7b9SJeremy L Thompson *array: Numpy or Numba array""" 1037def3d77Svaleriabarra 1047def3d77Svaleriabarra # Retrieve the length of the array 1057def3d77Svaleriabarra length_pointer = ffi.new("CeedInt *") 1067def3d77Svaleriabarra lib.CeedVectorGetLength(self._pointer[0], length_pointer) 1077def3d77Svaleriabarra 1087def3d77Svaleriabarra # Setup the pointer's pointer 1097def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar **") 1107def3d77Svaleriabarra 1117def3d77Svaleriabarra # libCEED call 1127def3d77Svaleriabarra lib.CeedVectorGetArray(self._pointer[0], memtype, array_pointer) 1137def3d77Svaleriabarra 1147f1dc7b9SJeremy L Thompson # Return array created from buffer 1157f1dc7b9SJeremy L Thompson if memtype == MEM_HOST: 1167def3d77Svaleriabarra # Create buffer object from returned pointer 1177a7b0fa3SJed Brown buff = ffi.buffer( 1187a7b0fa3SJed Brown array_pointer[0], 1197a7b0fa3SJed Brown ffi.sizeof("CeedScalar") * 1207a7b0fa3SJed Brown length_pointer[0]) 1217f1dc7b9SJeremy L Thompson # return Numpy array 1227def3d77Svaleriabarra return np.frombuffer(buff, dtype="float64") 1237f1dc7b9SJeremy L Thompson else: 1247f1dc7b9SJeremy L Thompson # CUDA array interface 1257f1dc7b9SJeremy L Thompson # https://numba.pydata.org/numba-doc/latest/cuda/cuda_array_interface.html 126*962dc42dSJeremy L Thompson import numba.cuda as nbcuda 1277f1dc7b9SJeremy L Thompson desc = { 1287f1dc7b9SJeremy L Thompson 'shape': (length_pointer[0]), 1297f1dc7b9SJeremy L Thompson 'typestr': '>f8', 1307f1dc7b9SJeremy L Thompson 'data': (int(ffi.cast("intptr_t", array_pointer[0])), False), 1317f1dc7b9SJeremy L Thompson 'version': 2 1327f1dc7b9SJeremy L Thompson } 1337f1dc7b9SJeremy L Thompson # return Numba array 1347f1dc7b9SJeremy L Thompson return nbcuda.from_cuda_array_interface(desc) 1357def3d77Svaleriabarra 1367def3d77Svaleriabarra # Get Vector's data array in read-only mode 1377def3d77Svaleriabarra def get_array_read(self, memtype=MEM_HOST): 1387def3d77Svaleriabarra """Get read-only access to a Vector via the specified memory type. 1397def3d77Svaleriabarra 1407def3d77Svaleriabarra Args: 1417def3d77Svaleriabarra **memtype: memory type of the array being passed, default CEED_MEM_HOST 1427def3d77Svaleriabarra 1437def3d77Svaleriabarra Returns: 1447f1dc7b9SJeremy L Thompson *array: Numpy or Numba array""" 1457def3d77Svaleriabarra 1467def3d77Svaleriabarra # Retrieve the length of the array 1477def3d77Svaleriabarra length_pointer = ffi.new("CeedInt *") 1487def3d77Svaleriabarra lib.CeedVectorGetLength(self._pointer[0], length_pointer) 1497def3d77Svaleriabarra 1507def3d77Svaleriabarra # Setup the pointer's pointer 1517def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar **") 1527def3d77Svaleriabarra 1537def3d77Svaleriabarra # libCEED call 1547def3d77Svaleriabarra lib.CeedVectorGetArrayRead(self._pointer[0], memtype, array_pointer) 1557def3d77Svaleriabarra 1567f1dc7b9SJeremy L Thompson # Return array created from buffer 1577f1dc7b9SJeremy L Thompson if memtype == MEM_HOST: 1587def3d77Svaleriabarra # Create buffer object from returned pointer 1597a7b0fa3SJed Brown buff = ffi.buffer( 1607a7b0fa3SJed Brown array_pointer[0], 1617a7b0fa3SJed Brown ffi.sizeof("CeedScalar") * 1627a7b0fa3SJed Brown length_pointer[0]) 1637f1dc7b9SJeremy L Thompson # return read only Numpy array 1647def3d77Svaleriabarra ret = np.frombuffer(buff, dtype="float64") 1657def3d77Svaleriabarra ret.flags['WRITEABLE'] = False 1667def3d77Svaleriabarra return ret 1677f1dc7b9SJeremy L Thompson else: 1687f1dc7b9SJeremy L Thompson # CUDA array interface 1697f1dc7b9SJeremy L Thompson # https://numba.pydata.org/numba-doc/latest/cuda/cuda_array_interface.html 170*962dc42dSJeremy L Thompson import numba.cuda as nbcuda 1717f1dc7b9SJeremy L Thompson desc = { 1727f1dc7b9SJeremy L Thompson 'shape': (length_pointer[0]), 1737f1dc7b9SJeremy L Thompson 'typestr': '>f8', 1747f1dc7b9SJeremy L Thompson 'data': (int(ffi.cast("intptr_t", array_pointer[0])), False), 1757f1dc7b9SJeremy L Thompson 'version': 2 1767f1dc7b9SJeremy L Thompson } 1777f1dc7b9SJeremy L Thompson # return read only Numba array 1787f1dc7b9SJeremy L Thompson return nbcuda.from_cuda_array_interface(desc) 1797def3d77Svaleriabarra 1807def3d77Svaleriabarra # Restore the Vector's data array 1817def3d77Svaleriabarra def restore_array(self): 1827def3d77Svaleriabarra """Restore an array obtained using get_array().""" 1837def3d77Svaleriabarra 1847def3d77Svaleriabarra # Setup the pointer's pointer 1857def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar **") 1867def3d77Svaleriabarra 1877def3d77Svaleriabarra # libCEED call 1887def3d77Svaleriabarra lib.CeedVectorRestoreArray(self._pointer[0], array_pointer) 1897def3d77Svaleriabarra 1907def3d77Svaleriabarra # Restore an array obtained using getArrayRead 1917def3d77Svaleriabarra def restore_array_read(self): 1927def3d77Svaleriabarra """Restore an array obtained using get_array_read().""" 1937def3d77Svaleriabarra 1947def3d77Svaleriabarra # Setup the pointer's pointer 1957def3d77Svaleriabarra array_pointer = ffi.new("CeedScalar **") 1967def3d77Svaleriabarra 1977def3d77Svaleriabarra # libCEED call 1987def3d77Svaleriabarra lib.CeedVectorRestoreArrayRead(self._pointer[0], array_pointer) 1997def3d77Svaleriabarra 200e259ae81SJed Brown @contextlib.contextmanager 2017f1dc7b9SJeremy L Thompson def array(self, *shape, memtype=MEM_HOST): 202e259ae81SJed Brown """Context manager for array access. 203e259ae81SJed Brown 204e259ae81SJed Brown Args: 205e259ae81SJed Brown shape (tuple): shape of returned numpy.array 2067f1dc7b9SJeremy L Thompson **memtype: memory type of the array being passed, default CEED_MEM_HOST 2077f1dc7b9SJeremy L Thompson 208e259ae81SJed Brown 209e259ae81SJed Brown Returns: 210e259ae81SJed Brown np.array: writable view of vector 211e259ae81SJed Brown 212e259ae81SJed Brown Examples: 213e259ae81SJed Brown Constructing the identity inside a libceed.Vector: 214e259ae81SJed Brown 215e259ae81SJed Brown >>> vec = ceed.Vector(16) 216e259ae81SJed Brown >>> with vec.array(4, 4) as x: 217e259ae81SJed Brown >>> x[...] = np.eye(4) 218e259ae81SJed Brown """ 2197f1dc7b9SJeremy L Thompson x = self.get_array(memtype=memtype) 220e259ae81SJed Brown if shape: 221e259ae81SJed Brown x = x.reshape(shape) 222e259ae81SJed Brown yield x 223e259ae81SJed Brown self.restore_array() 224e259ae81SJed Brown 225e259ae81SJed Brown @contextlib.contextmanager 2267f1dc7b9SJeremy L Thompson def array_read(self, *shape, memtype=MEM_HOST): 227e259ae81SJed Brown """Context manager for read-only array access. 228e259ae81SJed Brown 229e259ae81SJed Brown Args: 230e259ae81SJed Brown shape (tuple): shape of returned numpy.array 2317f1dc7b9SJeremy L Thompson **memtype: memory type of the array being passed, default CEED_MEM_HOST 232e259ae81SJed Brown 233e259ae81SJed Brown Returns: 234e259ae81SJed Brown np.array: read-only view of vector 235e259ae81SJed Brown 236e259ae81SJed Brown Examples: 237e259ae81SJed Brown Constructing the identity inside a libceed.Vector: 238e259ae81SJed Brown 239e259ae81SJed Brown >>> vec = ceed.Vector(6) 240e259ae81SJed Brown >>> vec.set_value(1.3) 241e259ae81SJed Brown >>> with vec.array_read(2, 3) as x: 242e259ae81SJed Brown >>> print(x) 243e259ae81SJed Brown """ 2447f1dc7b9SJeremy L Thompson x = self.get_array_read(memtype=memtype) 245e259ae81SJed Brown if shape: 246e259ae81SJed Brown x = x.reshape(shape) 247e259ae81SJed Brown yield x 248e259ae81SJed Brown self.restore_array_read() 249e259ae81SJed Brown 2507def3d77Svaleriabarra # Get the length of a Vector 2517def3d77Svaleriabarra def get_length(self): 2527def3d77Svaleriabarra """Get the length of a Vector. 2537def3d77Svaleriabarra 2547def3d77Svaleriabarra Returns: 2557def3d77Svaleriabarra length: length of the Vector""" 2567def3d77Svaleriabarra 2577def3d77Svaleriabarra length_pointer = ffi.new("CeedInt *") 2587def3d77Svaleriabarra 2597def3d77Svaleriabarra # libCEED call 2607def3d77Svaleriabarra lib.CeedVectorGetLength(self._pointer[0], length_pointer) 2617def3d77Svaleriabarra 2627def3d77Svaleriabarra return length_pointer[0] 2637def3d77Svaleriabarra 2647def3d77Svaleriabarra # Get the length of a Vector 2657def3d77Svaleriabarra def __len__(self): 2667def3d77Svaleriabarra """Get the length of a Vector. 2677def3d77Svaleriabarra 2687def3d77Svaleriabarra Returns: 2697def3d77Svaleriabarra length: length of the Vector""" 2707def3d77Svaleriabarra 2717def3d77Svaleriabarra length_pointer = ffi.new("CeedInt *") 2727def3d77Svaleriabarra 2737def3d77Svaleriabarra # libCEED call 2747def3d77Svaleriabarra lib.CeedVectorGetLength(self._pointer[0], length_pointer) 2757def3d77Svaleriabarra 2767def3d77Svaleriabarra return length_pointer[0] 2777def3d77Svaleriabarra 2787def3d77Svaleriabarra # Set the Vector to a given constant value 2797def3d77Svaleriabarra def set_value(self, value): 2807def3d77Svaleriabarra """Set the Vector to a constant value. 2817def3d77Svaleriabarra 2827def3d77Svaleriabarra Args: 2837def3d77Svaleriabarra value: value to be used""" 2847def3d77Svaleriabarra 2857def3d77Svaleriabarra # libCEED call 2867def3d77Svaleriabarra lib.CeedVectorSetValue(self._pointer[0], value) 2877def3d77Svaleriabarra 2887def3d77Svaleriabarra # Sync the Vector to a specified memtype 289547d9b97Sjeremylt def sync_array(self, memtype=MEM_HOST): 2907def3d77Svaleriabarra """Sync the Vector to a specified memtype. 2917def3d77Svaleriabarra 2927def3d77Svaleriabarra Args: 2937def3d77Svaleriabarra **memtype: memtype to be synced""" 2947def3d77Svaleriabarra 2957def3d77Svaleriabarra # libCEED call 2967def3d77Svaleriabarra lib.CeedVectorSyncArray(self._pointer[0], memtype) 2977def3d77Svaleriabarra 298547d9b97Sjeremylt # Compute the norm of a vector 299547d9b97Sjeremylt def norm(self, normtype=NORM_2): 300547d9b97Sjeremylt """Get the norm of a Vector. 301547d9b97Sjeremylt 302547d9b97Sjeremylt Args: 303547d9b97Sjeremylt **normtype: type of norm to be computed""" 304547d9b97Sjeremylt 305547d9b97Sjeremylt norm_pointer = ffi.new("CeedScalar *") 306547d9b97Sjeremylt 307547d9b97Sjeremylt # libCEED call 308547d9b97Sjeremylt lib.CeedVectorNorm(self._pointer[0], normtype, norm_pointer) 309547d9b97Sjeremylt 310547d9b97Sjeremylt return norm_pointer[0] 311547d9b97Sjeremylt 3127def3d77Svaleriabarra# ------------------------------------------------------------------------------ 3137a7b0fa3SJed Brown 3147a7b0fa3SJed Brown 3157def3d77Svaleriabarraclass _VectorWrap(Vector): 3167def3d77Svaleriabarra """Wrap a CeedVector pointer in a Vector object.""" 3177def3d77Svaleriabarra 3187def3d77Svaleriabarra # Constructor 3197def3d77Svaleriabarra def __init__(self, ceed, pointer): 3207def3d77Svaleriabarra # CeedVector object 3217def3d77Svaleriabarra self._pointer = pointer 3227def3d77Svaleriabarra 3237def3d77Svaleriabarra # Reference to Ceed 3247def3d77Svaleriabarra self._ceed = ceed 3257def3d77Svaleriabarra 3267def3d77Svaleriabarra# ------------------------------------------------------------------------------ 327