xref: /petsc/src/sys/dll/dl.c (revision b41ce5d507ea9a58bfa83cf403107a702e77a67d)
1 /*
2       Routines for opening dynamic link libraries (DLLs), keeping a searchable
3    path of DLLs, obtaining remote DLLs via a URL and opening them locally.
4 */
5 
6 #include <petsc/private/petscimpl.h>
7 
8 /* ------------------------------------------------------------------------------*/
9 /*
10       Code to maintain a list of opened dynamic libraries and load symbols
11 */
12 struct _n_PetscDLLibrary {
13   PetscDLLibrary next;
14   PetscDLHandle  handle;
15   char           libname[PETSC_MAX_PATH_LEN];
16 };
17 
18 PetscErrorCode  PetscDLLibraryPrintPath(PetscDLLibrary libs)
19 {
20   PetscFunctionBegin;
21   while (libs) {
22     PetscErrorPrintf("  %s\n",libs->libname);
23     libs = libs->next;
24   }
25   PetscFunctionReturn(0);
26 }
27 
28 /*@C
29    PetscDLLibraryRetrieve - Copies a PETSc dynamic library from a remote location
30      (if it is remote), indicates if it exits and its local name.
31 
32      Collective on MPI_Comm
33 
34    Input Parameters:
35 +   comm - processors that are opening the library
36 -   libname - name of the library, can be relative or absolute
37 
38    Output Parameter:
39 +   name - actual name of file on local filesystem if found
40 .   llen - length of the name buffer
41 -   found - true if the file exists
42 
43    Level: developer
44 
45    Notes:
46    [[<http,ftp>://hostname]/directoryname/]filename[.so.1.0]
47 
48    ${PETSC_ARCH}, ${PETSC_DIR}, ${PETSC_LIB_DIR}, or ${any environmental variable}
49    occuring in directoryname and filename will be replaced with appropriate values.
50 @*/
51 PetscErrorCode  PetscDLLibraryRetrieve(MPI_Comm comm,const char libname[],char *lname,size_t llen,PetscBool  *found)
52 {
53   char           *buf,*par2,suffix[16],*gz,*so;
54   size_t         len;
55   PetscErrorCode ierr;
56 
57   PetscFunctionBegin;
58   /*
59      make copy of library name and replace $PETSC_ARCH etc
60      so we can add to the end of it to look for something like .so.1.0 etc.
61   */
62   ierr = PetscStrlen(libname,&len);CHKERRQ(ierr);
63   len  = PetscMax(4*len,PETSC_MAX_PATH_LEN);CHKERRQ(ierr);
64   ierr = PetscMalloc1(len,&buf);CHKERRQ(ierr);
65   par2 = buf;
66   ierr = PetscStrreplace(comm,libname,par2,len);CHKERRQ(ierr);
67 
68   /* temporarily remove .gz if it ends library name */
69   ierr = PetscStrrstr(par2,".gz",&gz);CHKERRQ(ierr);
70   if (gz) {
71     ierr = PetscStrlen(gz,&len);CHKERRQ(ierr);
72     if (len != 3) gz  = 0; /* do not end (exactly) with .gz */
73     else          *gz = 0; /* ends with .gz, so remove it   */
74   }
75   /* strip out .a from it if user put it in by mistake */
76   ierr = PetscStrlen(par2,&len);CHKERRQ(ierr);
77   if (par2[len-1] == 'a' && par2[len-2] == '.') par2[len-2] = 0;
78 
79   ierr = PetscFileRetrieve(comm,par2,lname,llen,found);CHKERRQ(ierr);
80   if (!(*found)) {
81     /* see if library name does already not have suffix attached */
82     ierr = PetscStrcpy(suffix,".");CHKERRQ(ierr);
83     ierr = PetscStrcat(suffix,PETSC_SLSUFFIX);CHKERRQ(ierr);
84     ierr = PetscStrrstr(par2,suffix,&so);CHKERRQ(ierr);
85     /* and attach the suffix if it is not there */
86     if (!so) { ierr = PetscStrcat(par2,suffix);CHKERRQ(ierr); }
87 
88     /* restore the .gz suffix if it was there */
89     if (gz) { ierr = PetscStrcat(par2,".gz");CHKERRQ(ierr); }
90 
91     /* and finally retrieve the file */
92     ierr = PetscFileRetrieve(comm,par2,lname,llen,found);CHKERRQ(ierr);
93   }
94 
95   ierr = PetscFree(buf);CHKERRQ(ierr);
96   PetscFunctionReturn(0);
97 }
98 
99   /*
100      Some compilers when used with -std=c89 don't produce a usable PETSC_FUNCTION_NAME. Since this name is needed in PetscMallocDump()
101      to avoid reporting the memory allocations in the function as not freed we hardwire the value here.
102   */
103 #undef    PETSC_FUNCTION_NAME
104 #define   PETSC_FUNCTION_NAME "PetscDLLibraryOpen"
105 
106 /*@C
107    PetscDLLibraryOpen - Opens a PETSc dynamic link library
108 
109      Collective on MPI_Comm
110 
111    Input Parameters:
112 +   comm - processors that are opening the library
113 -   path - name of the library, can be relative or absolute
114 
115    Output Parameter:
116 .   entry - a PETSc dynamic link library entry
117 
118    Level: developer
119 
120    Notes:
121    [[<http,ftp>://hostname]/directoryname/]libbasename[.so.1.0]
122 
123    If the library has the symbol PetscDLLibraryRegister_basename() in it then that function is automatically run
124    when the library is opened.
125 
126    ${PETSC_ARCH} occuring in directoryname and filename
127    will be replaced with the appropriate value.
128 
129 .seealso: PetscLoadDynamicLibrary(), PetscDLLibraryAppend()
130 @*/
131 PetscErrorCode  PetscDLLibraryOpen(MPI_Comm comm,const char path[],PetscDLLibrary *entry)
132 {
133   PetscErrorCode ierr;
134   PetscBool      foundlibrary,match;
135   char           libname[PETSC_MAX_PATH_LEN],par2[PETSC_MAX_PATH_LEN],suffix[16],*s;
136   char           *basename,registername[128];
137   PetscDLHandle  handle;
138   PetscErrorCode (*func)(void) = NULL;
139   size_t         len;
140 
141   PetscFunctionBegin;
142   PetscValidCharPointer(path,2);
143   PetscValidPointer(entry,3);
144 
145   *entry = NULL;
146 
147   /* retrieve the library */
148   ierr = PetscInfo1(0,"Retrieving %s\n",path);CHKERRQ(ierr);
149   ierr = PetscDLLibraryRetrieve(comm,path,par2,PETSC_MAX_PATH_LEN,&foundlibrary);CHKERRQ(ierr);
150   if (!foundlibrary) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Unable to locate dynamic library:\n  %s\n",path);
151   /* Eventually ./configure should determine if the system needs an executable dynamic library */
152 #define PETSC_USE_NONEXECUTABLE_SO
153 #if !defined(PETSC_USE_NONEXECUTABLE_SO)
154   ierr = PetscTestFile(par2,'x',&foundlibrary);CHKERRQ(ierr);
155   if (!foundlibrary) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Dynamic library is not executable:\n  %s\n  %s\n",path,par2);
156 #endif
157 
158   /* copy path and setup shared library suffix  */
159   ierr = PetscStrncpy(libname,path,PETSC_MAX_PATH_LEN);CHKERRQ(ierr);
160   ierr = PetscStrcpy(suffix,".");CHKERRQ(ierr);
161   ierr = PetscStrcat(suffix,PETSC_SLSUFFIX);CHKERRQ(ierr);
162   /* remove wrong suffixes from libname */
163   ierr = PetscStrrstr(libname,".gz",&s);CHKERRQ(ierr);
164   if (s && s[3] == 0) s[0] = 0;
165   ierr = PetscStrrstr(libname,".a",&s);CHKERRQ(ierr);
166   if (s && s[2] == 0) s[0] = 0;
167   /* remove shared suffix from libname */
168   ierr = PetscStrrstr(libname,suffix,&s);CHKERRQ(ierr);
169   if (s) s[0] = 0;
170 
171   /* open the dynamic library */
172   ierr = PetscInfo1(0,"Opening dynamic library %s\n",libname);CHKERRQ(ierr);
173   ierr = PetscDLOpen(par2,PETSC_DL_DECIDE,&handle);CHKERRQ(ierr);
174 
175   /* look for [path/]libXXXXX.YYY and extract out the XXXXXX */
176   ierr = PetscStrrchr(libname,'/',&basename);CHKERRQ(ierr); /* XXX Windows ??? */
177   if (!basename) basename = libname;
178   ierr = PetscStrncmp(basename,"lib",3,&match);CHKERRQ(ierr);
179   if (match) basename = basename + 3;
180   else {
181     ierr = PetscInfo1(0,"Dynamic library %s does not have lib prefix\n",libname);CHKERRQ(ierr);
182   }
183   for (s=basename; *s; s++) if (*s == '-') *s = '_';
184   ierr = PetscStrlen(basename,&len);CHKERRQ(ierr);
185   ierr = PetscStrcpy(registername,"PetscDLLibraryRegister_");CHKERRQ(ierr);
186   ierr = PetscStrncat(registername,basename,len);CHKERRQ(ierr);
187   ierr = PetscDLSym(handle,registername,(void**)&func);CHKERRQ(ierr);
188   if (func) {
189     ierr = PetscInfo1(0,"Loading registered routines from %s\n",libname);CHKERRQ(ierr);
190     ierr = (*func)();CHKERRQ(ierr);
191   } else {
192     ierr = PetscInfo2(0,"Dynamic library %s does not have symbol %s\n",libname,registername);CHKERRQ(ierr);
193   }
194 
195   ierr = PetscNew(entry);CHKERRQ(ierr);
196   (*entry)->next   = 0;
197   (*entry)->handle = handle;
198   ierr = PetscStrcpy((*entry)->libname,libname);CHKERRQ(ierr);
199   PetscFunctionReturn(0);
200 }
201 
202 #undef    PETSC_FUNCTION_NAME
203 #if defined(__cplusplus)
204 #  define PETSC_FUNCTION_NAME PETSC_FUNCTION_NAME_CXX
205 #else
206 #  define PETSC_FUNCTION_NAME PETSC_FUNCTION_NAME_C
207 #endif
208 
209 /*@C
210    PetscDLLibrarySym - Load a symbol from the dynamic link libraries.
211 
212    Collective on MPI_Comm
213 
214    Input Parameter:
215 +  comm - communicator that will open the library
216 .  outlist - list of already open libraries that may contain symbol (can be NULL and only the executable is searched for the function)
217 .  path     - optional complete library name (if provided checks here before checking outlist)
218 -  insymbol - name of symbol
219 
220    Output Parameter:
221 .  value - if symbol not found then this value is set to NULL
222 
223    Level: developer
224 
225    Notes: Symbol can be of the form
226         [/path/libname[.so.1.0]:]functionname[()] where items in [] denote optional
227 
228         Will attempt to (retrieve and) open the library if it is not yet been opened.
229 
230 @*/
231 PetscErrorCode  PetscDLLibrarySym(MPI_Comm comm,PetscDLLibrary *outlist,const char path[],const char insymbol[],void **value)
232 {
233   char           libname[PETSC_MAX_PATH_LEN],suffix[16],*symbol,*s;
234   PetscDLLibrary nlist,prev,list = NULL;
235   PetscErrorCode ierr;
236 
237   PetscFunctionBegin;
238   if (outlist) PetscValidPointer(outlist,2);
239   if (path) PetscValidCharPointer(path,3);
240   PetscValidCharPointer(insymbol,4);
241   PetscValidPointer(value,5);
242 
243   if (outlist) list = *outlist;
244   *value = 0;
245 
246 
247   ierr = PetscStrchr(insymbol,'(',&s);CHKERRQ(ierr);
248   if (s) {
249     /* make copy of symbol so we can edit it in place */
250     ierr = PetscStrallocpy(insymbol,&symbol);CHKERRQ(ierr);
251     /* If symbol contains () then replace with a NULL, to support functionname() */
252     ierr = PetscStrchr(symbol,'(',&s);CHKERRQ(ierr);
253     s[0] = 0;
254   } else symbol = (char*)insymbol;
255 
256   /*
257        Function name does include library
258        -------------------------------------
259   */
260   if (path && path[0] != '\0') {
261     /* copy path and remove suffix from libname */
262     ierr = PetscStrncpy(libname,path,PETSC_MAX_PATH_LEN);CHKERRQ(ierr);
263     ierr = PetscStrcpy(suffix,".");CHKERRQ(ierr);
264     ierr = PetscStrcat(suffix,PETSC_SLSUFFIX);CHKERRQ(ierr);
265     ierr = PetscStrrstr(libname,suffix,&s);CHKERRQ(ierr);
266     if (s) s[0] = 0;
267     /* Look if library is already opened and in path */
268     prev  = 0;
269     nlist = list;
270     while (nlist) {
271       PetscBool match;
272       ierr = PetscStrcmp(nlist->libname,libname,&match);CHKERRQ(ierr);
273       if (match) goto done;
274       prev  = nlist;
275       nlist = nlist->next;
276     }
277     /* open the library and append it to path */
278     ierr = PetscDLLibraryOpen(comm,path,&nlist);CHKERRQ(ierr);
279     ierr = PetscInfo1(0,"Appending %s to dynamic library search path\n",path);CHKERRQ(ierr);
280     if (prev) prev->next = nlist;
281     else {if (outlist) *outlist   = nlist;}
282 
283 done:;
284     ierr = PetscDLSym(nlist->handle,symbol,value);CHKERRQ(ierr);
285     if (*value) {
286       ierr = PetscInfo2(0,"Loading function %s from dynamic library %s\n",insymbol,path);CHKERRQ(ierr);
287     }
288 
289     /*
290          Function name does not include library so search path
291          -----------------------------------------------------
292     */
293   } else {
294     while (list) {
295       ierr = PetscDLSym(list->handle,symbol,value);CHKERRQ(ierr);
296       if (*value) {
297         ierr = PetscInfo2(0,"Loading symbol %s from dynamic library %s\n",symbol,list->libname);CHKERRQ(ierr);
298         break;
299       }
300       list = list->next;
301     }
302     if (!*value) {
303       ierr = PetscDLSym(NULL,symbol,value);CHKERRQ(ierr);
304       if (*value) {
305         ierr = PetscInfo1(0,"Loading symbol %s from object code\n",symbol);CHKERRQ(ierr);
306       }
307     }
308   }
309 
310   if (symbol != insymbol) {
311     ierr = PetscFree(symbol);CHKERRQ(ierr);
312   }
313   PetscFunctionReturn(0);
314 }
315 
316 /*@C
317      PetscDLLibraryAppend - Appends another dynamic link library to the seach list, to the end
318                 of the search path.
319 
320      Collective on MPI_Comm
321 
322      Input Parameters:
323 +     comm - MPI communicator
324 -     path - name of the library
325 
326      Output Parameter:
327 .     outlist - list of libraries
328 
329      Level: developer
330 
331      Notes: if library is already in path will not add it.
332 
333   If the library has the symbol PetscDLLibraryRegister_basename() in it then that function is automatically run
334       when the library is opened.
335 
336 .seealso: PetscDLLibraryOpen()
337 @*/
338 PetscErrorCode  PetscDLLibraryAppend(MPI_Comm comm,PetscDLLibrary *outlist,const char path[])
339 {
340   PetscDLLibrary list,prev;
341   PetscErrorCode ierr;
342   size_t         len;
343   PetscBool      match,dir;
344   char           program[PETSC_MAX_PATH_LEN],found[8*PETSC_MAX_PATH_LEN];
345   char           *libname,suffix[16],*s;
346   PetscToken     token;
347 
348   PetscFunctionBegin;
349   PetscValidPointer(outlist,2);
350 
351   /* is path a directory? */
352   ierr = PetscTestDirectory(path,'r',&dir);CHKERRQ(ierr);
353   if (dir) {
354     ierr = PetscInfo1(0,"Checking directory %s for dynamic libraries\n",path);CHKERRQ(ierr);
355     ierr = PetscStrcpy(program,path);CHKERRQ(ierr);
356     ierr = PetscStrlen(program,&len);CHKERRQ(ierr);
357     if (program[len-1] == '/') {
358       ierr = PetscStrcat(program,"*.");CHKERRQ(ierr);
359     } else {
360       ierr = PetscStrcat(program,"/*.");CHKERRQ(ierr);
361     }
362     ierr = PetscStrcat(program,PETSC_SLSUFFIX);CHKERRQ(ierr);
363 
364     ierr = PetscLs(comm,program,found,8*PETSC_MAX_PATH_LEN,&dir);CHKERRQ(ierr);
365     if (!dir) PetscFunctionReturn(0);
366   } else {
367     ierr = PetscStrncpy(found,path,PETSC_MAX_PATH_LEN);CHKERRQ(ierr);
368   }
369   ierr = PetscStrcpy(suffix,".");CHKERRQ(ierr);
370   ierr = PetscStrcat(suffix,PETSC_SLSUFFIX);CHKERRQ(ierr);
371 
372   ierr = PetscTokenCreate(found,'\n',&token);CHKERRQ(ierr);
373   ierr = PetscTokenFind(token,&libname);CHKERRQ(ierr);
374   while (libname) {
375     /* remove suffix from libname */
376     ierr = PetscStrrstr(libname,suffix,&s);CHKERRQ(ierr);
377     if (s) s[0] = 0;
378     /* see if library was already open then we are done */
379     list  = prev = *outlist;
380     match = PETSC_FALSE;
381     while (list) {
382       ierr = PetscStrcmp(list->libname,libname,&match);CHKERRQ(ierr);
383       if (match) break;
384       prev = list;
385       list = list->next;
386     }
387     /* restore suffix from libname */
388     if (s) s[0] = '.';
389     if (!match) {
390       /* open the library and add to end of list */
391       ierr = PetscDLLibraryOpen(comm,libname,&list);CHKERRQ(ierr);
392       ierr = PetscInfo1(0,"Appending %s to dynamic library search path\n",libname);CHKERRQ(ierr);
393       if (!*outlist) *outlist   = list;
394       else           prev->next = list;
395     }
396     ierr = PetscTokenFind(token,&libname);CHKERRQ(ierr);
397   }
398   ierr = PetscTokenDestroy(&token);CHKERRQ(ierr);
399   PetscFunctionReturn(0);
400 }
401 
402 /*@C
403      PetscDLLibraryPrepend - Add another dynamic library to search for symbols to the beginning of
404                  the search path.
405 
406      Collective on MPI_Comm
407 
408      Input Parameters:
409 +     comm - MPI communicator
410 -     path - name of the library
411 
412      Output Parameter:
413 .     outlist - list of libraries
414 
415      Level: developer
416 
417      Notes: If library is already in path will remove old reference.
418 
419 @*/
420 PetscErrorCode  PetscDLLibraryPrepend(MPI_Comm comm,PetscDLLibrary *outlist,const char path[])
421 {
422   PetscDLLibrary list,prev;
423   PetscErrorCode ierr;
424   size_t         len;
425   PetscBool      match,dir;
426   char           program[PETSC_MAX_PATH_LEN],found[8*PETSC_MAX_PATH_LEN];
427   char           *libname,suffix[16],*s;
428   PetscToken     token;
429 
430   PetscFunctionBegin;
431   PetscValidPointer(outlist,2);
432 
433   /* is path a directory? */
434   ierr = PetscTestDirectory(path,'r',&dir);CHKERRQ(ierr);
435   if (dir) {
436     ierr = PetscInfo1(0,"Checking directory %s for dynamic libraries\n",path);CHKERRQ(ierr);
437     ierr = PetscStrcpy(program,path);CHKERRQ(ierr);
438     ierr = PetscStrlen(program,&len);CHKERRQ(ierr);
439     if (program[len-1] == '/') {
440       ierr = PetscStrcat(program,"*.");CHKERRQ(ierr);
441     } else {
442       ierr = PetscStrcat(program,"/*.");CHKERRQ(ierr);
443     }
444     ierr = PetscStrcat(program,PETSC_SLSUFFIX);CHKERRQ(ierr);
445 
446     ierr = PetscLs(comm,program,found,8*PETSC_MAX_PATH_LEN,&dir);CHKERRQ(ierr);
447     if (!dir) PetscFunctionReturn(0);
448   } else {
449     ierr = PetscStrncpy(found,path,PETSC_MAX_PATH_LEN);CHKERRQ(ierr);
450   }
451 
452   ierr = PetscStrcpy(suffix,".");CHKERRQ(ierr);
453   ierr = PetscStrcat(suffix,PETSC_SLSUFFIX);CHKERRQ(ierr);
454 
455   ierr = PetscTokenCreate(found,'\n',&token);CHKERRQ(ierr);
456   ierr = PetscTokenFind(token,&libname);CHKERRQ(ierr);
457   while (libname) {
458     /* remove suffix from libname */
459     ierr = PetscStrstr(libname,suffix,&s);CHKERRQ(ierr);
460     if (s) s[0] = 0;
461     /* see if library was already open and move it to the front */
462     prev  = 0;
463     list  = *outlist;
464     match = PETSC_FALSE;
465     while (list) {
466       ierr = PetscStrcmp(list->libname,libname,&match);CHKERRQ(ierr);
467       if (match) {
468         ierr = PetscInfo1(0,"Moving %s to begin of dynamic library search path\n",libname);CHKERRQ(ierr);
469         if (prev) prev->next = list->next;
470         if (prev) list->next = *outlist;
471         *outlist = list;
472         break;
473       }
474       prev = list;
475       list = list->next;
476     }
477     /* restore suffix from libname */
478     if (s) s[0] = '.';
479     if (!match) {
480       /* open the library and add to front of list */
481       ierr       = PetscDLLibraryOpen(comm,libname,&list);CHKERRQ(ierr);
482       ierr       = PetscInfo1(0,"Prepending %s to dynamic library search path\n",libname);CHKERRQ(ierr);
483       list->next = *outlist;
484       *outlist   = list;
485     }
486     ierr = PetscTokenFind(token,&libname);CHKERRQ(ierr);
487   }
488   ierr = PetscTokenDestroy(&token);CHKERRQ(ierr);
489   PetscFunctionReturn(0);
490 }
491 
492 /*@C
493      PetscDLLibraryClose - Destroys the search path of dynamic libraries and closes the libraries.
494 
495     Collective on PetscDLLibrary
496 
497     Input Parameter:
498 .     head - library list
499 
500      Level: developer
501 
502 @*/
503 PetscErrorCode  PetscDLLibraryClose(PetscDLLibrary list)
504 {
505   PetscBool      done = PETSC_FALSE;
506   PetscDLLibrary prev,tail;
507   PetscErrorCode ierr;
508 
509   PetscFunctionBegin;
510   if (!list) PetscFunctionReturn(0);
511   /* traverse the list in reverse order */
512   while (!done) {
513     if (!list->next) done = PETSC_TRUE;
514     prev = tail = list;
515     while (tail->next) {
516       prev = tail;
517       tail = tail->next;
518     }
519     prev->next = 0;
520     /* close the dynamic library and free the space in entry data-structure*/
521     ierr = PetscInfo1(0,"Closing dynamic library %s\n",tail->libname);CHKERRQ(ierr);
522     ierr = PetscDLClose(&tail->handle);CHKERRQ(ierr);
523     ierr = PetscFree(tail);CHKERRQ(ierr);
524   }
525   PetscFunctionReturn(0);
526 }
527 
528