xref: /libCEED/python/ceed_vector.py (revision d99fa3c5cd91a1690aedf0679cbf290d44fec74c)
17def3d77Svaleriabarra# Copyright (c) 2017, Lawrence Livermore National Security, LLC. Produced at
27def3d77Svaleriabarra# the Lawrence Livermore National Laboratory. LLNL-CODE-734707. All Rights
37def3d77Svaleriabarra# reserved. See files LICENSE and NOTICE for details.
47def3d77Svaleriabarra#
57def3d77Svaleriabarra# This file is part of CEED, a collection of benchmarks, miniapps, software
67def3d77Svaleriabarra# libraries and APIs for efficient high-order finite element and spectral
77def3d77Svaleriabarra# element discretizations for exascale applications. For more information and
87def3d77Svaleriabarra# source code availability see http://github.com/ceed.
97def3d77Svaleriabarra#
107def3d77Svaleriabarra# The CEED research is supported by the Exascale Computing Project 17-SC-20-SC,
117def3d77Svaleriabarra# a collaborative effort of two U.S. Department of Energy organizations (Office
127def3d77Svaleriabarra# of Science and the National Nuclear Security Administration) responsible for
137def3d77Svaleriabarra# the planning and preparation of a capable exascale ecosystem, including
147def3d77Svaleriabarra# software, applications, hardware, advanced system engineering and early
157def3d77Svaleriabarra# testbed platforms, in support of the nation's exascale computing imperative.
167def3d77Svaleriabarra
177def3d77Svaleriabarrafrom _ceed_cffi import ffi, lib
187def3d77Svaleriabarraimport tempfile
197def3d77Svaleriabarraimport numpy as np
20e259ae81SJed Brownimport contextlib
21547d9b97Sjeremyltfrom .ceed_constants import MEM_HOST, COPY_VALUES, NORM_2
227def3d77Svaleriabarra
237def3d77Svaleriabarra# ------------------------------------------------------------------------------
247a7b0fa3SJed Brown
257a7b0fa3SJed Brown
267def3d77Svaleriabarraclass Vector():
277def3d77Svaleriabarra    """Ceed Vector: storing and manipulating vectors."""
287def3d77Svaleriabarra
297def3d77Svaleriabarra    # Attributes
307def3d77Svaleriabarra    _ceed = ffi.NULL
317def3d77Svaleriabarra    _pointer = ffi.NULL
327def3d77Svaleriabarra
337def3d77Svaleriabarra    # Constructor
347def3d77Svaleriabarra    def __init__(self, ceed, size):
357def3d77Svaleriabarra        # CeedVector object
367def3d77Svaleriabarra        self._pointer = ffi.new("CeedVector *")
377def3d77Svaleriabarra
387def3d77Svaleriabarra        # Reference to Ceed
397def3d77Svaleriabarra        self._ceed = ceed
407def3d77Svaleriabarra
417def3d77Svaleriabarra        # libCEED call
42477729cfSJeremy L Thompson        err_code = lib.CeedVectorCreate(
43477729cfSJeremy L Thompson            self._ceed._pointer[0], size, self._pointer)
44477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
457def3d77Svaleriabarra
467def3d77Svaleriabarra    # Destructor
477def3d77Svaleriabarra    def __del__(self):
487def3d77Svaleriabarra        # libCEED call
49477729cfSJeremy L Thompson        err_code = lib.CeedVectorDestroy(self._pointer)
50477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
517def3d77Svaleriabarra
527def3d77Svaleriabarra    # Representation
537def3d77Svaleriabarra    def __repr__(self):
547def3d77Svaleriabarra        return "<CeedVector instance at " + hex(id(self)) + ">"
557def3d77Svaleriabarra
567def3d77Svaleriabarra    # String conversion for print() to stdout
577def3d77Svaleriabarra    def __str__(self):
587def3d77Svaleriabarra        """View a Vector via print()."""
597def3d77Svaleriabarra
607def3d77Svaleriabarra        # libCEED call
617def3d77Svaleriabarra        fmt = ffi.new("char[]", "%f".encode('ascii'))
627def3d77Svaleriabarra        with tempfile.NamedTemporaryFile() as key_file:
637def3d77Svaleriabarra            with open(key_file.name, 'r+') as stream_file:
647def3d77Svaleriabarra                stream = ffi.cast("FILE *", stream_file)
657def3d77Svaleriabarra
66477729cfSJeremy L Thompson                err_code = lib.CeedVectorView(self._pointer[0], fmt, stream)
67477729cfSJeremy L Thompson                self._ceed._check_error(err_code)
687def3d77Svaleriabarra
697def3d77Svaleriabarra                stream_file.seek(0)
707def3d77Svaleriabarra                out_string = stream_file.read()
717def3d77Svaleriabarra
727def3d77Svaleriabarra        return out_string
737def3d77Svaleriabarra
747def3d77Svaleriabarra    # Set Vector's data array
757def3d77Svaleriabarra    def set_array(self, array, memtype=MEM_HOST, cmode=COPY_VALUES):
767def3d77Svaleriabarra        """Set the array used by a Vector, freeing any previously allocated
777def3d77Svaleriabarra           array if applicable.
787def3d77Svaleriabarra
797def3d77Svaleriabarra           Args:
807f1dc7b9SJeremy L Thompson             *array: Numpy or Numba array to be used
817def3d77Svaleriabarra             **memtype: memory type of the array being passed, default CEED_MEM_HOST
827def3d77Svaleriabarra             **cmode: copy mode for the array, default CEED_COPY_VALUES"""
837def3d77Svaleriabarra
847def3d77Svaleriabarra        # Setup the numpy array for the libCEED call
857def3d77Svaleriabarra        array_pointer = ffi.new("CeedScalar *")
867f1dc7b9SJeremy L Thompson        if memtype == MEM_HOST:
877a7b0fa3SJed Brown            array_pointer = ffi.cast(
887a7b0fa3SJed Brown                "CeedScalar *",
897a7b0fa3SJed Brown                array.__array_interface__['data'][0])
907f1dc7b9SJeremy L Thompson        else:
917f1dc7b9SJeremy L Thompson            array_pointer = ffi.cast(
927f1dc7b9SJeremy L Thompson                "CeedScalar *",
937f1dc7b9SJeremy L Thompson                array.__cuda_array_interface__['data'][0])
947def3d77Svaleriabarra
957def3d77Svaleriabarra        # libCEED call
96477729cfSJeremy L Thompson        err_code = lib.CeedVectorSetArray(
97477729cfSJeremy L Thompson            self._pointer[0], memtype, cmode, array_pointer)
98477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
997def3d77Svaleriabarra
1007def3d77Svaleriabarra    # Get Vector's data array
1017def3d77Svaleriabarra    def get_array(self, memtype=MEM_HOST):
1027def3d77Svaleriabarra        """Get read/write access to a Vector via the specified memory type.
1037def3d77Svaleriabarra
1047def3d77Svaleriabarra           Args:
1057def3d77Svaleriabarra             **memtype: memory type of the array being passed, default CEED_MEM_HOST
1067def3d77Svaleriabarra
1077def3d77Svaleriabarra           Returns:
1087f1dc7b9SJeremy L Thompson             *array: Numpy or Numba array"""
1097def3d77Svaleriabarra
1107def3d77Svaleriabarra        # Retrieve the length of the array
1117def3d77Svaleriabarra        length_pointer = ffi.new("CeedInt *")
112477729cfSJeremy L Thompson        err_code = lib.CeedVectorGetLength(self._pointer[0], length_pointer)
113477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
1147def3d77Svaleriabarra
1157def3d77Svaleriabarra        # Setup the pointer's pointer
1167def3d77Svaleriabarra        array_pointer = ffi.new("CeedScalar **")
1177def3d77Svaleriabarra
1187def3d77Svaleriabarra        # libCEED call
119477729cfSJeremy L Thompson        err_code = lib.CeedVectorGetArray(
120477729cfSJeremy L Thompson            self._pointer[0], memtype, array_pointer)
121477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
1227def3d77Svaleriabarra
1237f1dc7b9SJeremy L Thompson        # Return array created from buffer
1247f1dc7b9SJeremy L Thompson        if memtype == MEM_HOST:
1257def3d77Svaleriabarra            # Create buffer object from returned pointer
1267a7b0fa3SJed Brown            buff = ffi.buffer(
1277a7b0fa3SJed Brown                array_pointer[0],
1287a7b0fa3SJed Brown                ffi.sizeof("CeedScalar") *
1297a7b0fa3SJed Brown                length_pointer[0])
1307f1dc7b9SJeremy L Thompson            # return Numpy array
1317def3d77Svaleriabarra            return np.frombuffer(buff, dtype="float64")
1327f1dc7b9SJeremy L Thompson        else:
1337f1dc7b9SJeremy L Thompson            # CUDA array interface
1347f1dc7b9SJeremy L Thompson            # https://numba.pydata.org/numba-doc/latest/cuda/cuda_array_interface.html
135962dc42dSJeremy L Thompson            import numba.cuda as nbcuda
1367f1dc7b9SJeremy L Thompson            desc = {
1377f1dc7b9SJeremy L Thompson                'shape': (length_pointer[0]),
1387f1dc7b9SJeremy L Thompson                'typestr': '>f8',
1397f1dc7b9SJeremy L Thompson                'data': (int(ffi.cast("intptr_t", array_pointer[0])), False),
1407f1dc7b9SJeremy L Thompson                'version': 2
1417f1dc7b9SJeremy L Thompson            }
1427f1dc7b9SJeremy L Thompson            # return Numba array
1437f1dc7b9SJeremy L Thompson            return nbcuda.from_cuda_array_interface(desc)
1447def3d77Svaleriabarra
1457def3d77Svaleriabarra    # Get Vector's data array in read-only mode
1467def3d77Svaleriabarra    def get_array_read(self, memtype=MEM_HOST):
1477def3d77Svaleriabarra        """Get read-only access to a Vector via the specified memory type.
1487def3d77Svaleriabarra
1497def3d77Svaleriabarra           Args:
1507def3d77Svaleriabarra             **memtype: memory type of the array being passed, default CEED_MEM_HOST
1517def3d77Svaleriabarra
1527def3d77Svaleriabarra           Returns:
1537f1dc7b9SJeremy L Thompson             *array: Numpy or Numba array"""
1547def3d77Svaleriabarra
1557def3d77Svaleriabarra        # Retrieve the length of the array
1567def3d77Svaleriabarra        length_pointer = ffi.new("CeedInt *")
157477729cfSJeremy L Thompson        err_code = lib.CeedVectorGetLength(self._pointer[0], length_pointer)
158477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
1597def3d77Svaleriabarra
1607def3d77Svaleriabarra        # Setup the pointer's pointer
1617def3d77Svaleriabarra        array_pointer = ffi.new("CeedScalar **")
1627def3d77Svaleriabarra
1637def3d77Svaleriabarra        # libCEED call
164477729cfSJeremy L Thompson        err_code = lib.CeedVectorGetArrayRead(
165477729cfSJeremy L Thompson            self._pointer[0], memtype, array_pointer)
166477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
1677def3d77Svaleriabarra
1687f1dc7b9SJeremy L Thompson        # Return array created from buffer
1697f1dc7b9SJeremy L Thompson        if memtype == MEM_HOST:
1707def3d77Svaleriabarra            # Create buffer object from returned pointer
1717a7b0fa3SJed Brown            buff = ffi.buffer(
1727a7b0fa3SJed Brown                array_pointer[0],
1737a7b0fa3SJed Brown                ffi.sizeof("CeedScalar") *
1747a7b0fa3SJed Brown                length_pointer[0])
1757f1dc7b9SJeremy L Thompson            # return read only Numpy array
1767def3d77Svaleriabarra            ret = np.frombuffer(buff, dtype="float64")
1777def3d77Svaleriabarra            ret.flags['WRITEABLE'] = False
1787def3d77Svaleriabarra            return ret
1797f1dc7b9SJeremy L Thompson        else:
1807f1dc7b9SJeremy L Thompson            # CUDA array interface
1817f1dc7b9SJeremy L Thompson            # https://numba.pydata.org/numba-doc/latest/cuda/cuda_array_interface.html
182962dc42dSJeremy L Thompson            import numba.cuda as nbcuda
1837f1dc7b9SJeremy L Thompson            desc = {
1847f1dc7b9SJeremy L Thompson                'shape': (length_pointer[0]),
1857f1dc7b9SJeremy L Thompson                'typestr': '>f8',
1867f1dc7b9SJeremy L Thompson                'data': (int(ffi.cast("intptr_t", array_pointer[0])), False),
1877f1dc7b9SJeremy L Thompson                'version': 2
1887f1dc7b9SJeremy L Thompson            }
1897f1dc7b9SJeremy L Thompson            # return read only Numba array
1907f1dc7b9SJeremy L Thompson            return nbcuda.from_cuda_array_interface(desc)
1917def3d77Svaleriabarra
1927def3d77Svaleriabarra    # Restore the Vector's data array
1937def3d77Svaleriabarra    def restore_array(self):
1947def3d77Svaleriabarra        """Restore an array obtained using get_array()."""
1957def3d77Svaleriabarra
1967def3d77Svaleriabarra        # Setup the pointer's pointer
1977def3d77Svaleriabarra        array_pointer = ffi.new("CeedScalar **")
1987def3d77Svaleriabarra
1997def3d77Svaleriabarra        # libCEED call
200477729cfSJeremy L Thompson        err_code = lib.CeedVectorRestoreArray(self._pointer[0], array_pointer)
201477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
2027def3d77Svaleriabarra
2037def3d77Svaleriabarra    # Restore an array obtained using getArrayRead
2047def3d77Svaleriabarra    def restore_array_read(self):
2057def3d77Svaleriabarra        """Restore an array obtained using get_array_read()."""
2067def3d77Svaleriabarra
2077def3d77Svaleriabarra        # Setup the pointer's pointer
2087def3d77Svaleriabarra        array_pointer = ffi.new("CeedScalar **")
2097def3d77Svaleriabarra
2107def3d77Svaleriabarra        # libCEED call
211477729cfSJeremy L Thompson        err_code = lib.CeedVectorRestoreArrayRead(
212477729cfSJeremy L Thompson            self._pointer[0], array_pointer)
213477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
2147def3d77Svaleriabarra
215e259ae81SJed Brown    @contextlib.contextmanager
2167f1dc7b9SJeremy L Thompson    def array(self, *shape, memtype=MEM_HOST):
217e259ae81SJed Brown        """Context manager for array access.
218e259ae81SJed Brown
219e259ae81SJed Brown        Args:
220e259ae81SJed Brown          shape (tuple): shape of returned numpy.array
2217f1dc7b9SJeremy L Thompson          **memtype: memory type of the array being passed, default CEED_MEM_HOST
2227f1dc7b9SJeremy L Thompson
223e259ae81SJed Brown
224e259ae81SJed Brown        Returns:
225e259ae81SJed Brown          np.array: writable view of vector
226e259ae81SJed Brown
227e259ae81SJed Brown        Examples:
228e259ae81SJed Brown          Constructing the identity inside a libceed.Vector:
229e259ae81SJed Brown
230e259ae81SJed Brown          >>> vec = ceed.Vector(16)
231e259ae81SJed Brown          >>> with vec.array(4, 4) as x:
232e259ae81SJed Brown          >>>     x[...] = np.eye(4)
233e259ae81SJed Brown        """
2347f1dc7b9SJeremy L Thompson        x = self.get_array(memtype=memtype)
235e259ae81SJed Brown        if shape:
236e259ae81SJed Brown            x = x.reshape(shape)
237e259ae81SJed Brown        yield x
238e259ae81SJed Brown        self.restore_array()
239e259ae81SJed Brown
240e259ae81SJed Brown    @contextlib.contextmanager
2417f1dc7b9SJeremy L Thompson    def array_read(self, *shape, memtype=MEM_HOST):
242e259ae81SJed Brown        """Context manager for read-only array access.
243e259ae81SJed Brown
244e259ae81SJed Brown        Args:
245e259ae81SJed Brown          shape (tuple): shape of returned numpy.array
2467f1dc7b9SJeremy L Thompson          **memtype: memory type of the array being passed, default CEED_MEM_HOST
247e259ae81SJed Brown
248e259ae81SJed Brown        Returns:
249e259ae81SJed Brown          np.array: read-only view of vector
250e259ae81SJed Brown
251e259ae81SJed Brown        Examples:
252e259ae81SJed Brown          Constructing the identity inside a libceed.Vector:
253e259ae81SJed Brown
254e259ae81SJed Brown          >>> vec = ceed.Vector(6)
255e259ae81SJed Brown          >>> vec.set_value(1.3)
256e259ae81SJed Brown          >>> with vec.array_read(2, 3) as x:
257e259ae81SJed Brown          >>>     print(x)
258e259ae81SJed Brown        """
2597f1dc7b9SJeremy L Thompson        x = self.get_array_read(memtype=memtype)
260e259ae81SJed Brown        if shape:
261e259ae81SJed Brown            x = x.reshape(shape)
262e259ae81SJed Brown        yield x
263e259ae81SJed Brown        self.restore_array_read()
264e259ae81SJed Brown
2657def3d77Svaleriabarra    # Get the length of a Vector
2667def3d77Svaleriabarra    def get_length(self):
2677def3d77Svaleriabarra        """Get the length of a Vector.
2687def3d77Svaleriabarra
2697def3d77Svaleriabarra           Returns:
2707def3d77Svaleriabarra             length: length of the Vector"""
2717def3d77Svaleriabarra
2727def3d77Svaleriabarra        length_pointer = ffi.new("CeedInt *")
2737def3d77Svaleriabarra
2747def3d77Svaleriabarra        # libCEED call
275477729cfSJeremy L Thompson        err_code = lib.CeedVectorGetLength(self._pointer[0], length_pointer)
276477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
2777def3d77Svaleriabarra
2787def3d77Svaleriabarra        return length_pointer[0]
2797def3d77Svaleriabarra
2807def3d77Svaleriabarra    # Get the length of a Vector
2817def3d77Svaleriabarra    def __len__(self):
2827def3d77Svaleriabarra        """Get the length of a Vector.
2837def3d77Svaleriabarra
2847def3d77Svaleriabarra           Returns:
2857def3d77Svaleriabarra             length: length of the Vector"""
2867def3d77Svaleriabarra
2877def3d77Svaleriabarra        length_pointer = ffi.new("CeedInt *")
2887def3d77Svaleriabarra
2897def3d77Svaleriabarra        # libCEED call
290477729cfSJeremy L Thompson        err_code = lib.CeedVectorGetLength(self._pointer[0], length_pointer)
291477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
2927def3d77Svaleriabarra
2937def3d77Svaleriabarra        return length_pointer[0]
2947def3d77Svaleriabarra
2957def3d77Svaleriabarra    # Set the Vector to a given constant value
2967def3d77Svaleriabarra    def set_value(self, value):
2977def3d77Svaleriabarra        """Set the Vector to a constant value.
2987def3d77Svaleriabarra
2997def3d77Svaleriabarra           Args:
3007def3d77Svaleriabarra             value: value to be used"""
3017def3d77Svaleriabarra
3027def3d77Svaleriabarra        # libCEED call
303477729cfSJeremy L Thompson        err_code = lib.CeedVectorSetValue(self._pointer[0], value)
304477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
3057def3d77Svaleriabarra
3067def3d77Svaleriabarra    # Sync the Vector to a specified memtype
307547d9b97Sjeremylt    def sync_array(self, memtype=MEM_HOST):
3087def3d77Svaleriabarra        """Sync the Vector to a specified memtype.
3097def3d77Svaleriabarra
3107def3d77Svaleriabarra           Args:
3117def3d77Svaleriabarra             **memtype: memtype to be synced"""
3127def3d77Svaleriabarra
3137def3d77Svaleriabarra        # libCEED call
314477729cfSJeremy L Thompson        err_code = lib.CeedVectorSyncArray(self._pointer[0], memtype)
315477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
3167def3d77Svaleriabarra
317547d9b97Sjeremylt    # Compute the norm of a vector
318547d9b97Sjeremylt    def norm(self, normtype=NORM_2):
319547d9b97Sjeremylt        """Get the norm of a Vector.
320547d9b97Sjeremylt
321547d9b97Sjeremylt           Args:
322547d9b97Sjeremylt             **normtype: type of norm to be computed"""
323547d9b97Sjeremylt
324547d9b97Sjeremylt        norm_pointer = ffi.new("CeedScalar *")
325547d9b97Sjeremylt
326547d9b97Sjeremylt        # libCEED call
327477729cfSJeremy L Thompson        err_code = lib.CeedVectorNorm(self._pointer[0], normtype, norm_pointer)
328477729cfSJeremy L Thompson        self._ceed._check_error(err_code)
329547d9b97Sjeremylt
330547d9b97Sjeremylt        return norm_pointer[0]
331547d9b97Sjeremylt
332*d99fa3c5SJeremy L Thompson    # Take the reciprocal of a vector
333*d99fa3c5SJeremy L Thompson    def reciprocal(self):
334*d99fa3c5SJeremy L Thompson        """Take the reciprocal of a Vector."""
335*d99fa3c5SJeremy L Thompson
336*d99fa3c5SJeremy L Thompson        # libCEED call
337*d99fa3c5SJeremy L Thompson        err_code = lib.CeedVectorReciprocal(self._pointer[0])
338*d99fa3c5SJeremy L Thompson        self._ceed._check_error(err_code)
339*d99fa3c5SJeremy L Thompson
340*d99fa3c5SJeremy L Thompson        return self
341*d99fa3c5SJeremy L Thompson
3427def3d77Svaleriabarra# ------------------------------------------------------------------------------
3437a7b0fa3SJed Brown
3447a7b0fa3SJed Brown
3457def3d77Svaleriabarraclass _VectorWrap(Vector):
3467def3d77Svaleriabarra    """Wrap a CeedVector pointer in a Vector object."""
3477def3d77Svaleriabarra
3487def3d77Svaleriabarra    # Constructor
3497def3d77Svaleriabarra    def __init__(self, ceed, pointer):
3507def3d77Svaleriabarra        # CeedVector object
3517def3d77Svaleriabarra        self._pointer = pointer
3527def3d77Svaleriabarra
3537def3d77Svaleriabarra        # Reference to Ceed
3547def3d77Svaleriabarra        self._ceed = ceed
3557def3d77Svaleriabarra
3567def3d77Svaleriabarra# ------------------------------------------------------------------------------
357