13d8e8822SJeremy L Thompson // Copyright (c) 2017-2022, Lawrence Livermore National Security, LLC and other CEED contributors. 23d8e8822SJeremy L Thompson // All Rights Reserved. See the top-level LICENSE and NOTICE files for details. 33d3250a0SJeremy L Thompson // 43d8e8822SJeremy L Thompson // SPDX-License-Identifier: BSD-2-Clause 53d3250a0SJeremy L Thompson // 63d8e8822SJeremy L Thompson // This file is part of CEED: http://github.com/ceed 73d3250a0SJeremy L Thompson 86eb0d8b4SJeremy L Thompson #include <ceed-impl.h> 949aac155SJeremy L Thompson #include <ceed.h> 102b730f8bSJeremy L Thompson #include <ceed/backend.h> 112b730f8bSJeremy L Thompson #include <ceed/jit-tools.h> 123d3250a0SJeremy L Thompson #include <stdbool.h> 133d3250a0SJeremy L Thompson #include <stdio.h> 143d3250a0SJeremy L Thompson #include <string.h> 153d3250a0SJeremy L Thompson 163d3250a0SJeremy L Thompson /** 17ee5a26f2SJeremy L Thompson @brief Check if valid file exists at path given 18ee5a26f2SJeremy L Thompson 19ea61e9acSJeremy L Thompson @param[in] ceed Ceed object for error handling 20ee5a26f2SJeremy L Thompson @param[in] source_file_path Absolute path to source file 21ea61e9acSJeremy L Thompson @param[out] is_valid Boolean flag indicating if file can be opened 22ee5a26f2SJeremy L Thompson 23ee5a26f2SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 24ee5a26f2SJeremy L Thompson 25ee5a26f2SJeremy L Thompson @ref Backend 26ee5a26f2SJeremy L Thompson **/ 27ee5a26f2SJeremy L Thompson int CeedCheckFilePath(Ceed ceed, const char *source_file_path, bool *is_valid) { 28ee5a26f2SJeremy L Thompson // Sometimes we have path/to/file.h:function_name 29ea61e9acSJeremy L Thompson // Create temporary file path without name, if needed 30ee5a26f2SJeremy L Thompson char *source_file_path_only; 31ee5a26f2SJeremy L Thompson char *last_colon = strrchr(source_file_path, ':'); 32ee5a26f2SJeremy L Thompson if (last_colon) { 33ee5a26f2SJeremy L Thompson size_t source_file_path_length = (last_colon - source_file_path + 1); 34ee5a26f2SJeremy L Thompson 352b730f8bSJeremy L Thompson CeedCall(CeedCalloc(source_file_path_length, &source_file_path_only)); 36d602d780SJeremy L Thompson memcpy(source_file_path_only, source_file_path, source_file_path_length - 1); 37ee5a26f2SJeremy L Thompson } else { 38ee5a26f2SJeremy L Thompson source_file_path_only = (char *)source_file_path; 39ee5a26f2SJeremy L Thompson } 40ee5a26f2SJeremy L Thompson 41ee5a26f2SJeremy L Thompson // Debug 42ee5a26f2SJeremy L Thompson CeedDebug256(ceed, 1, "Checking for source file: "); 4313f886e9SJeremy L Thompson CeedDebug(ceed, "%s\n", source_file_path_only); 44ee5a26f2SJeremy L Thompson 45ee5a26f2SJeremy L Thompson // Check for valid file path 46ee5a26f2SJeremy L Thompson FILE *source_file; 47ee5a26f2SJeremy L Thompson source_file = fopen(source_file_path_only, "rb"); 48ee5a26f2SJeremy L Thompson *is_valid = !!source_file; 49ee5a26f2SJeremy L Thompson 50ee5a26f2SJeremy L Thompson if (*is_valid) { 51ee5a26f2SJeremy L Thompson // Debug 52ee5a26f2SJeremy L Thompson CeedDebug256(ceed, 1, "Found JiT source file: "); 5313f886e9SJeremy L Thompson CeedDebug(ceed, "%s\n", source_file_path_only); 54ee5a26f2SJeremy L Thompson 55ee5a26f2SJeremy L Thompson fclose(source_file); 56ee5a26f2SJeremy L Thompson } 57ee5a26f2SJeremy L Thompson 58ee5a26f2SJeremy L Thompson // Free temp file path, if used 592b730f8bSJeremy L Thompson if (last_colon) CeedCall(CeedFree(&source_file_path_only)); 60ee5a26f2SJeremy L Thompson 61ee5a26f2SJeremy L Thompson return CEED_ERROR_SUCCESS; 62ee5a26f2SJeremy L Thompson } 63ee5a26f2SJeremy L Thompson 64ee5a26f2SJeremy L Thompson /** 65ea61e9acSJeremy L Thompson @brief Load source file into initialized string buffer, including full text of local files in place of `#include "local.h"` 663d3250a0SJeremy L Thompson 67ea61e9acSJeremy L Thompson @param[in] ceed Ceed object for error handling 683d3250a0SJeremy L Thompson @param[in] source_file_path Absolute path to source file 693d3250a0SJeremy L Thompson @param[out] buffer String buffer for source file contents 703d3250a0SJeremy L Thompson 713d3250a0SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 723d3250a0SJeremy L Thompson 733d3250a0SJeremy L Thompson @ref Backend 743d3250a0SJeremy L Thompson **/ 752b730f8bSJeremy L Thompson int CeedLoadSourceToInitializedBuffer(Ceed ceed, const char *source_file_path, char **buffer) { 763d3250a0SJeremy L Thompson FILE *source_file; 773d3250a0SJeremy L Thompson long file_size, file_offset = 0; 783d3250a0SJeremy L Thompson char *temp_buffer; 793d3250a0SJeremy L Thompson 803d3250a0SJeremy L Thompson // Debug 813d3250a0SJeremy L Thompson CeedDebug256(ceed, 1, "---------- Ceed JiT ----------\n"); 823d3250a0SJeremy L Thompson CeedDebug256(ceed, 1, "Current source file: "); 8313f886e9SJeremy L Thompson CeedDebug(ceed, "%s\n", source_file_path); 843d3250a0SJeremy L Thompson CeedDebug256(ceed, 1, "Current buffer:\n"); 8513f886e9SJeremy L Thompson CeedDebug(ceed, "%s\n", *buffer); 863d3250a0SJeremy L Thompson 873d3250a0SJeremy L Thompson // Read file to temporary buffer 883d3250a0SJeremy L Thompson source_file = fopen(source_file_path, "rb"); 892b730f8bSJeremy L Thompson if (!source_file) { 903d3250a0SJeremy L Thompson // LCOV_EXCL_START 912b730f8bSJeremy L Thompson return CeedError(ceed, CEED_ERROR_MAJOR, "Couldn't open source file: %s", source_file_path); 923d3250a0SJeremy L Thompson // LCOV_EXCL_STOP 932b730f8bSJeremy L Thompson } 943d3250a0SJeremy L Thompson // -- Compute size of source 953d3250a0SJeremy L Thompson fseek(source_file, 0L, SEEK_END); 963d3250a0SJeremy L Thompson file_size = ftell(source_file); 973d3250a0SJeremy L Thompson rewind(source_file); 983d3250a0SJeremy L Thompson // -- Allocate memory for entire source file 992b730f8bSJeremy L Thompson CeedCall(CeedCalloc(file_size + 1, &temp_buffer)); 1003d3250a0SJeremy L Thompson // -- Copy the file into the buffer 1013d3250a0SJeremy L Thompson if (1 != fread(temp_buffer, file_size, 1, source_file)) { 1023d3250a0SJeremy L Thompson // LCOV_EXCL_START 1033d3250a0SJeremy L Thompson fclose(source_file); 1042b730f8bSJeremy L Thompson CeedCall(CeedFree(&temp_buffer)); 1052b730f8bSJeremy L Thompson return CeedError(ceed, CEED_ERROR_MAJOR, "Couldn't read source file: %s", source_file_path); 1063d3250a0SJeremy L Thompson // LCOV_EXCL_STOP 1073d3250a0SJeremy L Thompson } 1083d3250a0SJeremy L Thompson fclose(source_file); 1093d3250a0SJeremy L Thompson 1103d3250a0SJeremy L Thompson // Search for headers to include 1113d3250a0SJeremy L Thompson const char *first_hash = strchr(temp_buffer, '#'); 1123d3250a0SJeremy L Thompson while (first_hash) { 1133d3250a0SJeremy L Thompson // -- Check for 'include' keyword 1143d3250a0SJeremy L Thompson const char *next_e = strchr(first_hash, 'e'); 1153d3250a0SJeremy L Thompson char keyword[8] = ""; 116c9c2c079SJeremy L Thompson if (next_e && next_e - first_hash >= 7) memcpy(keyword, &next_e[-6], 7); 1173d3250a0SJeremy L Thompson bool is_hash_include = !strcmp(keyword, "include"); 1183d3250a0SJeremy L Thompson // ---- Spaces allowed in '# include <header.h>' 119c9c2c079SJeremy L Thompson if (next_e) { 120c9c2c079SJeremy L Thompson for (CeedInt i = 1; first_hash - next_e + i < -6; i++) { 1213d3250a0SJeremy L Thompson is_hash_include &= first_hash[i] == ' '; 122c9c2c079SJeremy L Thompson } 123c9c2c079SJeremy L Thompson } 1243d3250a0SJeremy L Thompson if (is_hash_include) { 1253d3250a0SJeremy L Thompson // -- Copy into buffer all preceding # 1263d3250a0SJeremy L Thompson long current_size = strlen(*buffer); 1273d3250a0SJeremy L Thompson long copy_size = first_hash - &temp_buffer[file_offset]; 1282b730f8bSJeremy L Thompson CeedCall(CeedRealloc(current_size + copy_size + 2, buffer)); 129d602d780SJeremy L Thompson memcpy(&(*buffer)[current_size], "\n", 2); 130d602d780SJeremy L Thompson memcpy(&(*buffer)[current_size + 1], &temp_buffer[file_offset], copy_size); 131d602d780SJeremy L Thompson memcpy(&(*buffer)[current_size + copy_size], "", 1); 1323d3250a0SJeremy L Thompson // -- Load local "header.h" 1333d3250a0SJeremy L Thompson char *next_quote = strchr(first_hash, '"'); 1343d3250a0SJeremy L Thompson char *next_new_line = strchr(first_hash, '\n'); 1352b730f8bSJeremy L Thompson bool is_local_header = is_hash_include && next_quote && (next_new_line - next_quote > 0); 136c9c2c079SJeremy L Thompson char *next_left_chevron = strchr(first_hash, '<'); 1372b730f8bSJeremy L Thompson bool is_ceed_header = is_hash_include && next_left_chevron && (next_new_line - next_left_chevron > 0) && 1382b730f8bSJeremy L Thompson (!strncmp(next_left_chevron, "<ceed/jit-source/", 17) || !strncmp(next_left_chevron, "<ceed/types.h>", 14) || 1392b730f8bSJeremy L Thompson !strncmp(next_left_chevron, "<ceed/ceed-f32.h>", 17) || !strncmp(next_left_chevron, "<ceed/ceed-f64.h>", 17)); 140c9c2c079SJeremy L Thompson if (is_local_header || is_ceed_header) { 1413d3250a0SJeremy L Thompson // ---- Build source path 1423d3250a0SJeremy L Thompson char *include_source_path; 143c9c2c079SJeremy L Thompson if (is_local_header) { 1443d3250a0SJeremy L Thompson long root_length = strrchr(source_file_path, '/') - source_file_path; 1453d3250a0SJeremy L Thompson long include_file_name_len = strchr(&next_quote[1], '"') - next_quote - 1; 1462b730f8bSJeremy L Thompson CeedCall(CeedCalloc(root_length + include_file_name_len + 2, &include_source_path)); 147d602d780SJeremy L Thompson memcpy(include_source_path, source_file_path, root_length + 1); 1482b730f8bSJeremy L Thompson memcpy(&include_source_path[root_length + 1], &next_quote[1], include_file_name_len); 149d602d780SJeremy L Thompson memcpy(&include_source_path[root_length + include_file_name_len + 1], "", 1); 150c9c2c079SJeremy L Thompson } else { 151c9c2c079SJeremy L Thompson char *next_right_chevron = strchr(first_hash, '>'); 152c9c2c079SJeremy L Thompson char *ceed_relative_path; 153c9c2c079SJeremy L Thompson long ceed_relative_path_length = next_right_chevron - next_left_chevron - 1; 1542b730f8bSJeremy L Thompson CeedCall(CeedCalloc(ceed_relative_path_length + 1, &ceed_relative_path)); 155c9c2c079SJeremy L Thompson memcpy(ceed_relative_path, &next_left_chevron[1], ceed_relative_path_length); 1562b730f8bSJeremy L Thompson CeedCall(CeedGetJitAbsolutePath(ceed, ceed_relative_path, &include_source_path)); 1572b730f8bSJeremy L Thompson CeedCall(CeedFree(&ceed_relative_path)); 158c9c2c079SJeremy L Thompson } 1593d3250a0SJeremy L Thompson // ---- Recursive call to load source to buffer 160a0154adeSJed Brown CeedDebug256(ceed, 2, "JiT Including: %s\n", include_source_path); 1612b730f8bSJeremy L Thompson CeedCall(CeedLoadSourceToInitializedBuffer(ceed, include_source_path, buffer)); 1622b730f8bSJeremy L Thompson CeedCall(CeedFree(&include_source_path)); 1633d3250a0SJeremy L Thompson } 1643d3250a0SJeremy L Thompson file_offset = strchr(first_hash, '\n') - temp_buffer + 1; 1653d3250a0SJeremy L Thompson } 1663d3250a0SJeremy L Thompson // -- Next hash 1673d3250a0SJeremy L Thompson first_hash = strchr(&first_hash[1], '#'); 1683d3250a0SJeremy L Thompson } 1693d3250a0SJeremy L Thompson // Copy rest of source file into buffer 1703d3250a0SJeremy L Thompson long current_size = strlen(*buffer); 1713d3250a0SJeremy L Thompson long copy_size = strlen(&temp_buffer[file_offset]); 1722b730f8bSJeremy L Thompson CeedCall(CeedRealloc(current_size + copy_size + 2, buffer)); 173d602d780SJeremy L Thompson memcpy(&(*buffer)[current_size], "\n", 2); 174d602d780SJeremy L Thompson memcpy(&(*buffer)[current_size + 1], &temp_buffer[file_offset], copy_size); 175d602d780SJeremy L Thompson memcpy(&(*buffer)[current_size + copy_size + 1], "", 1); 1763d3250a0SJeremy L Thompson 1773d3250a0SJeremy L Thompson // Cleanup 1782b730f8bSJeremy L Thompson CeedCall(CeedFree(&temp_buffer)); 1793d3250a0SJeremy L Thompson 1803d3250a0SJeremy L Thompson // Debug 1813d3250a0SJeremy L Thompson CeedDebug256(ceed, 1, "---------- Ceed JiT ----------\n"); 1823d3250a0SJeremy L Thompson CeedDebug256(ceed, 1, "Current source file: "); 18313f886e9SJeremy L Thompson CeedDebug(ceed, "%s\n", source_file_path); 1843d3250a0SJeremy L Thompson CeedDebug256(ceed, 1, "Final buffer:\n"); 18513f886e9SJeremy L Thompson CeedDebug(ceed, "%s\n", *buffer); 1863d3250a0SJeremy L Thompson 1873d3250a0SJeremy L Thompson return CEED_ERROR_SUCCESS; 1883d3250a0SJeremy L Thompson } 1893d3250a0SJeremy L Thompson 1903d3250a0SJeremy L Thompson /** 191ea61e9acSJeremy L Thompson @brief Initialize and load source file into string buffer, including full text of local files in place of `#include "local.h"`. 192*4385fb7fSSebastian Grimberg 1933d3250a0SJeremy L Thompson Note: Caller is responsible for freeing the string buffer with `CeedFree()`. 1943d3250a0SJeremy L Thompson 195ea61e9acSJeremy L Thompson @param[in] ceed Ceed object for error handling 1963d3250a0SJeremy L Thompson @param[in] source_file_path Absolute path to source file 1973d3250a0SJeremy L Thompson @param[out] buffer String buffer for source file contents 1983d3250a0SJeremy L Thompson 1993d3250a0SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2003d3250a0SJeremy L Thompson 2013d3250a0SJeremy L Thompson @ref Backend 2023d3250a0SJeremy L Thompson **/ 2032b730f8bSJeremy L Thompson int CeedLoadSourceToBuffer(Ceed ceed, const char *source_file_path, char **buffer) { 204ecc88aebSJeremy L Thompson // Initialize buffer 2052b730f8bSJeremy L Thompson CeedCall(CeedCalloc(1, buffer)); 2063d3250a0SJeremy L Thompson 2073d3250a0SJeremy L Thompson // Load to initalized buffer 2082b730f8bSJeremy L Thompson CeedCall(CeedLoadSourceToInitializedBuffer(ceed, source_file_path, buffer)); 2093d3250a0SJeremy L Thompson 2103d3250a0SJeremy L Thompson return CEED_ERROR_SUCCESS; 2113d3250a0SJeremy L Thompson } 212437930d1SJeremy L Thompson 213437930d1SJeremy L Thompson /** 214437930d1SJeremy L Thompson @brief Build an absolute filepath from a base filepath and an absolute filepath. 215*4385fb7fSSebastian Grimberg 216437930d1SJeremy L Thompson This helps construct source file paths for `CeedLoadSourceToBuffer()`. 217*4385fb7fSSebastian Grimberg 218437930d1SJeremy L Thompson Note: Caller is responsible for freeing the string buffer with `CeedFree()`. 219437930d1SJeremy L Thompson 220ea61e9acSJeremy L Thompson @param[in] ceed Ceed object for error handling 221437930d1SJeremy L Thompson @param[in] base_file_path Absolute path to current file 222437930d1SJeremy L Thompson @param[in] relative_file_path Relative path to target file 223437930d1SJeremy L Thompson @param[out] new_file_path String buffer for absolute path to target file 224437930d1SJeremy L Thompson 225437930d1SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 226437930d1SJeremy L Thompson 227437930d1SJeremy L Thompson @ref Backend 228437930d1SJeremy L Thompson **/ 2292b730f8bSJeremy L Thompson int CeedPathConcatenate(Ceed ceed, const char *base_file_path, const char *relative_file_path, char **new_file_path) { 230437930d1SJeremy L Thompson char *last_slash = strrchr(base_file_path, '/'); 2312b730f8bSJeremy L Thompson size_t base_length = (last_slash - base_file_path + 1), relative_length = strlen(relative_file_path), 232437930d1SJeremy L Thompson new_file_path_length = base_length + relative_length + 1; 233437930d1SJeremy L Thompson 2342b730f8bSJeremy L Thompson CeedCall(CeedCalloc(new_file_path_length, new_file_path)); 235d602d780SJeremy L Thompson memcpy(*new_file_path, base_file_path, base_length); 236d602d780SJeremy L Thompson memcpy(&((*new_file_path)[base_length]), relative_file_path, relative_length); 237437930d1SJeremy L Thompson 238437930d1SJeremy L Thompson return CEED_ERROR_SUCCESS; 239437930d1SJeremy L Thompson } 2406eb0d8b4SJeremy L Thompson 2416eb0d8b4SJeremy L Thompson /** 242032e71eaSJeremy L Thompson @brief Find the relative filepath to an installed JiT file 2436eb0d8b4SJeremy L Thompson 244032e71eaSJeremy L Thompson @param[in] absolute_file_path Absolute path to installed JiT file 245032e71eaSJeremy L Thompson @param[out] relative_file_path Relative path to installed JiT file 2466eb0d8b4SJeremy L Thompson 2476eb0d8b4SJeremy L Thompson @return An error code: 0 - success, otherwise - failure 2486eb0d8b4SJeremy L Thompson 2496eb0d8b4SJeremy L Thompson @ref Backend 2506eb0d8b4SJeremy L Thompson **/ 2512b730f8bSJeremy L Thompson int CeedGetJitRelativePath(const char *absolute_file_path, const char **relative_file_path) { 252032e71eaSJeremy L Thompson *(relative_file_path) = strstr(absolute_file_path, "ceed/jit-source"); 2536eb0d8b4SJeremy L Thompson 2542b730f8bSJeremy L Thompson if (!*relative_file_path) { 255032e71eaSJeremy L Thompson // LCOV_EXCL_START 2562b730f8bSJeremy L Thompson return CeedError(NULL, CEED_ERROR_MAJOR, "Couldn't find relative path including 'ceed/jit-source' for: %s", absolute_file_path); 257032e71eaSJeremy L Thompson // LCOV_EXCL_STOP 2582b730f8bSJeremy L Thompson } 2596eb0d8b4SJeremy L Thompson return CEED_ERROR_SUCCESS; 2606eb0d8b4SJeremy L Thompson } 261032e71eaSJeremy L Thompson 262032e71eaSJeremy L Thompson /** 263032e71eaSJeremy L Thompson @brief Build an absolute filepath to a JiT file 264032e71eaSJeremy L Thompson 265ea61e9acSJeremy L Thompson @param[in] ceed Ceed object for error handling 266032e71eaSJeremy L Thompson @param[in] relative_file_path Relative path to installed JiT file 267032e71eaSJeremy L Thompson @param[out] absolute_file_path String buffer for absolute path to target file 268032e71eaSJeremy L Thompson 269032e71eaSJeremy L Thompson @return An error code: 0 - success, otherwise - failure 270032e71eaSJeremy L Thompson 271032e71eaSJeremy L Thompson @ref Backend 272032e71eaSJeremy L Thompson **/ 2732b730f8bSJeremy L Thompson int CeedGetJitAbsolutePath(Ceed ceed, const char *relative_file_path, char **absolute_file_path) { 2746155f12fSJeremy L Thompson Ceed ceed_parent; 275032e71eaSJeremy L Thompson 276032e71eaSJeremy L Thompson // Debug 277032e71eaSJeremy L Thompson CeedDebug256(ceed, 1, "---------- Ceed JiT ----------\n"); 278032e71eaSJeremy L Thompson CeedDebug256(ceed, 1, "Relative JiT source file: "); 27913f886e9SJeremy L Thompson CeedDebug(ceed, "%s\n", relative_file_path); 280032e71eaSJeremy L Thompson 2812b730f8bSJeremy L Thompson CeedCall(CeedGetParent(ceed, &ceed_parent)); 2826155f12fSJeremy L Thompson for (CeedInt i = 0; i < ceed_parent->num_jit_source_roots; i++) { 283ee5a26f2SJeremy L Thompson bool is_valid; 284ee5a26f2SJeremy L Thompson 285032e71eaSJeremy L Thompson // Debug 286032e71eaSJeremy L Thompson CeedDebug256(ceed, 1, "Checking JiT root: "); 28713f886e9SJeremy L Thompson CeedDebug(ceed, "%s\n", ceed_parent->jit_source_roots[i]); 288032e71eaSJeremy L Thompson 289ee5a26f2SJeremy L Thompson // Build and check absolute path with current root 2902b730f8bSJeremy L Thompson CeedCall(CeedPathConcatenate(ceed, ceed_parent->jit_source_roots[i], relative_file_path, absolute_file_path)); 2912b730f8bSJeremy L Thompson CeedCall(CeedCheckFilePath(ceed, *absolute_file_path, &is_valid)); 292032e71eaSJeremy L Thompson 2932b730f8bSJeremy L Thompson if (is_valid) return CEED_ERROR_SUCCESS; 2942b730f8bSJeremy L Thompson else CeedCall(CeedFree(absolute_file_path)); 295032e71eaSJeremy L Thompson } 296032e71eaSJeremy L Thompson 297032e71eaSJeremy L Thompson // LCOV_EXCL_START 2982b730f8bSJeremy L Thompson return CeedError(ceed, CEED_ERROR_MAJOR, "Couldn't find matching JiT source file: %s", relative_file_path); 299032e71eaSJeremy L Thompson // LCOV_EXCL_STOP 300032e71eaSJeremy L Thompson } 301