// Copyright (C) Andrew Tridgell 2002 (original file) // Copyright (C) 2006-2014 Red Hat Inc. (systemtap changes) // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . #include "config.h" #include "session.h" #include "hash.h" #include "util.h" #include #include #include #include #include #include extern "C" { #include #include #include #include "mdfour.h" } using namespace std; class stap_hash { private: struct mdfour md4; std::ostringstream parm_stream; public: stap_hash() { start(); } stap_hash(const stap_hash &base) { md4 = base.md4; parm_stream << base.parm_stream.str(); } void start(); void add(const std::string& description, const unsigned char *buffer, size_t size); template void add(const std::string& d, const T& x); void add(const std::string& d, const char *s) { add((const std::string&)d, (const unsigned char *)s, strlen(s)); } void add(const std:: string& d, const std::string& s) { add(d, (const unsigned char *)s.c_str(), s.length()); } void add_path(const std::string& description, const std::string& path); void result(std::string& r); std::string get_parms() { return parm_stream.str(); } }; void stap_hash::start() { mdfour_begin(&md4); } void stap_hash::add(const std::string& description, const unsigned char *buffer, size_t size) { parm_stream << description << buffer << endl; mdfour_update(&md4, buffer, size); } template void stap_hash::add(const std::string& d, const T& x) { parm_stream << d << x << endl; mdfour_update(&md4, (const unsigned char *)&x, sizeof(x)); } void stap_hash::add_path(const std::string& description, const std::string& path) { struct stat st; memset (&st, 0, sizeof(st)); if (stat(path.c_str(), &st) != 0) st.st_size = st.st_mtime = -1; add(description + "Path: ", path); add(description + "Size: ", st.st_size); add(description + "Timestamp: ", st.st_mtime); } void stap_hash::result(string& r) { ostringstream rstream; unsigned char sum[16]; mdfour_update(&md4, NULL, 0); mdfour_result(&md4, sum); for (int i=0; i<16; i++) { rstream << hex << setfill('0') << setw(2) << (unsigned)sum[i]; } rstream << "_" << setw(0) << dec << (unsigned)md4.totalN; r = rstream.str(); } void create_hash_log(const string &type_str, const string &parms, const string &result, const string &hash_log_path) { ofstream log_file; time_t rawtime; time ( &rawtime ); string time_str(ctime (&rawtime)); log_file.open(hash_log_path.c_str()); log_file << "[" << time_str.substr(0,time_str.length()-1); // erase terminated '\n' log_file << "] " << type_str << ":" << endl; log_file << parms << endl; log_file << _("result:") << result << endl; log_file.close(); } static const stap_hash& get_base_hash (systemtap_session& s) { if (s.base_hash) return *s.base_hash; s.base_hash = new stap_hash(); stap_hash& h = *s.base_hash; // Hash systemtap version h.add("Systemtap version: ", s.version_string()); // Hash kernel release and arch. h.add("Kernel Release: ", s.kernel_release); h.add_path("Kernel Build Tree ", s.kernel_build_tree); h.add("Architecture: ", s.architecture); // Hash a few kernel version/build-id files too // (useful for kernel developers reusing a single source tree) h.add_path("Kernel Build Tree .config ", s.kernel_build_tree + "/.config"); h.add_path("Kernel Build Tree .version ", s.kernel_build_tree + "/.version"); h.add_path("Kernel Build Tree compile.h ", s.kernel_build_tree + "/include/linux/compile.h"); h.add_path("Kernel Build Tree version.h ", s.kernel_build_tree + "/include/linux/version.h"); h.add_path("Kernel Build Tree utsrelease.h ", s.kernel_build_tree + "/include/linux/utsrelease.h"); // Hash runtime path (that gets added in as "-R path"). h.add_path("Runtime ", s.runtime_path); h.add_path("Runtime transport ", s.runtime_path + "/transport"); h.add_path("Runtime unwind ", s.runtime_path + "/unwind"); h.add_path("Runtime sub ", s.runtime_path + (s.runtime_usermode_p() ? "/dyninst" : "/linux")); // Hash compiler path, size, and mtime. We're just going to assume // we'll be using gcc. XXX: getting kbuild to spit out out would be // better, especially since this is fooled by ccache. h.add_path("Compiler ", find_executable("gcc")); // Hash the systemtap size and mtime. We could use VERSION/DATE, // but when developing systemtap that doesn't work well (since you // can compile systemtap multiple times in 1 day). Since we don't // know exactly where we're getting run from, we'll use // /proc/self/exe (and we resolve it ourselves to help valgrind). h.add_path("Systemtap ", get_self_path()); return h; } static bool create_hashdir (systemtap_session& s, const string& result, string& hashdir) { int nlevels = 1; // Use a N level subdir for the cache path to reduce the impact on // filesystems which are slow for large directories. Let N be adjustable. const char *s_n = getenv("SYSTEMTAP_NLEVELS"); if (s_n) { nlevels = atoi(s_n); if (nlevels < 1) nlevels = 1; if (nlevels > 8) nlevels = 8; } hashdir = s.cache_path; for (int i = 0; i < nlevels; i++) { hashdir += string("/") + result[i*2] + result[i*2 + 1]; if (create_dir(hashdir.c_str()) != 0) { s.print_warning("failed to create cache directory (\"" + hashdir + "\") " + strerror(errno) + ", disabling cache support"); s.use_cache = s.use_script_cache = false; return false; } } return true; } void find_script_hash (systemtap_session& s, const string& script) { stap_hash h(get_base_hash(s)); // Hash getuid. This really shouldn't be necessary (since who you // are doesn't change the generated output), but the hash gets used // as the module name. If two different users try to run the same // script at the same time, we need something to differentiate the // module name. h.add("UID: ", getuid()); // Hash user-specified arguments (that change the generated module). h.add("Bulk Mode (-b): ", s.bulk_mode); h.add("Timing (-t): ", s.timing); h.add("Skip Badvars (--skip-badvars): ", s.skip_badvars); h.add("Privilege (--privilege): ", s.privilege); h.add("Compatible (--compatible): ", s.compatible); h.add("Error suppression (--suppress-handler-errors): ", s.suppress_handler_errors); h.add("Suppress Time Limits (--suppress-time-limits): ", s.suppress_time_limits); h.add("Prologue Searching (--prologue-searching[=WHEN]): ", int(s.prologue_searching_mode)); for (unsigned i = 0; i < s.c_macros.size(); i++) h.add("Macros: ", s.c_macros[i]); // Add any custom kbuild flags (-B) for (unsigned i = 0; i < s.kbuildflags.size(); i++) h.add("Kbuildflags: ", s.kbuildflags[i]); // Add any custom --modinfo strings for (unsigned i = 0; i < s.modinfos.size(); i++) h.add("MODULE_INFO: ", s.modinfos[i]); // -d MODULE for (set::iterator it = s.unwindsym_modules.begin(); it != s.unwindsym_modules.end(); it++) h.add_path("Unwindsym Modules ", *it); // Add the build id of each module for(vector::iterator it = s.build_ids.begin(); it != s.build_ids.end(); it++) h.add("Build ID: ", *it); // Add in pass 2 script output. h.add("Script:\n", script); // Get the directory path to store our cached script string result, hashdir; h.result(result); if (!create_hashdir(s, result, hashdir)) return; // Update module name to be 'stap_{hash start}'. '{hash start}' // must not be too long. This shouldn't happen, since the maximum // size of a hash is 32 fixed chars + 1 (for the '_') + a max of 11. s.module_name = "stap_" + result; if (s.module_name.size() >= (MODULE_NAME_LEN - 1)) s.module_name.resize(MODULE_NAME_LEN - 1); // 'ccache' would use a hash path of something like: // s.hash_path = hashdir + "/" + result.substr(nlevels); // which would look like: // ~/.stap_cache/A/B/CDEFGHIJKLMNOPQRSTUVWXYZABCDEF_XXX // // We're using the following so that the module can be used straight // from the cache if desired. This ends up looking like this: // ~/.stap_cache/A/B/stap_ABCDEFGHIJKLMNOPQRSTUVWXYZABCDEF_XXX.ko s.hash_path = hashdir + "/" + s.module_filename(); // Update C source name with new module_name. s.translated_source = string(s.tmpdir) + "/" + s.module_name + "_src.c"; create_hash_log(string("script_hash"), h.get_parms(), result, hashdir + "/" + s.module_name + "_hash.log"); } void find_stapconf_hash (systemtap_session& s) { stap_hash h(get_base_hash(s)); // Add any custom kbuild flags for (unsigned i = 0; i < s.kbuildflags.size(); i++) h.add("Kbuildflags: ", s.kbuildflags[i]); // Get the directory path to store our cached stapconf parameters string result, hashdir; h.result(result); if (!create_hashdir(s, result, hashdir)) return; s.stapconf_name = "stapconf_" + result + ".h"; s.stapconf_path = hashdir + "/" + s.stapconf_name; create_hash_log(string("stapconf_hash"), h.get_parms(), result, hashdir + "/stapconf_" + result + "_hash.log"); } string find_tracequery_hash (systemtap_session& s, const string& header) { stap_hash h(get_base_hash(s)); // Add the tracepoint header to the computed hash h.add_path("Header ", header); // Add any custom kbuild flags for (unsigned i = 0; i < s.kbuildflags.size(); i++) h.add("Kbuildflags: ", s.kbuildflags[i]); // Get the directory path to store our cached module string result, hashdir; h.result(result); if (!create_hashdir(s, result, hashdir)) return ""; // XXX: as opposed to throwing an exception? create_hash_log(string("tracequery_hash"), h.get_parms(), result, hashdir + "/tracequery_" + result + "_hash.log"); return hashdir + "/tracequery_" + result + ".o"; } string find_typequery_hash (systemtap_session& s, const string& name) { stap_hash h(get_base_hash(s)); // Add the typequery name to distinguish the hash h.add("Typequery Name: ", name); if (name[0] == 'k') // Add any custom kbuild flags for (unsigned i = 0; i < s.kbuildflags.size(); i++) h.add("Kbuildflags: ", s.kbuildflags[i]); // Get the directory path to store our cached module string result, hashdir; h.result(result); if (!create_hashdir(s, result, hashdir)) return ""; create_hash_log(string("typequery_hash"), h.get_parms(), result, hashdir + "/typequery_" + result + "_hash.log"); return hashdir + "/typequery_" + result + (name[0] == 'k' ? ".ko" : ".so"); } string find_uprobes_hash (systemtap_session& s) { stap_hash h(get_base_hash(s)); // Hash runtime uprobes paths h.add_path("Uprobes Runtime Path /uprobes ", s.runtime_path + "/linux/uprobes"); h.add_path("Uprobes Runtime Path /uprobes2 ", s.runtime_path + "/linux/uprobes2"); // Add any custom kbuild flags for (unsigned i = 0; i < s.kbuildflags.size(); i++) h.add("Kbuildflags: ", s.kbuildflags[i]); // Add any custom --modinfo strings for (unsigned i = 0; i < s.modinfos.size(); i++) h.add("MODULE_INFO: ", s.modinfos[i]); // Get the directory path to store our cached module string result, hashdir; h.result(result); if (!create_hashdir(s, result, hashdir)) return ""; create_hash_log(string("uprobes_hash"), h.get_parms(), result, hashdir + "/uprobes_" + result + "_hash.log"); return hashdir + "/uprobes_" + result; } /* vim: set sw=2 ts=8 cino=>4,n-2,{2,^-2,t0,(0,u0,w1,M1 : */