o/ A Whole Lotta Changing Going On o/

* Restructured to split out each object in to an individual file
 - Allows reuse of the same object across versions with no copy/paste
 - Still have a ps_helper_<version>.sql file to call to load by version

* Renamed many of the views, with a somewhat more logical/descriptive naming

* Added a version for 5.7
 - Includes new memory views
 - Includes changes to existing views to augment with memory info

* Update to dump_thread_stack() (Thanks to Jesper Krogh)
 - Now can auto-enable required instruments (and reset config after)
 - Now can disable all other threads (so better chance of catching more)
 - Now can sit and monitor a thread for a specific frequency/interval (again to try and catch more)

* Added new procedures to save / restore config (Thanks to Jesper Krogh)

* Added _raw views for all views that use formatting functions (for tools, rather than CLI)

* Added reverse_format_time(), so you can still use a formatted view, but order by some other time column

* Added a number of new views

Author: MarkLeith

README.md

@@ -2,3 +2,18 @@ dbahelper
 =========
 
 A collection of scripts to help MySQL DBAs
+
+There are install files available for 5.5, 5.6 and 5.7 respectively. To load these, you must position yourself within the directory that you downloaded to, as these top level files SOURCE individual files that are shared across versions in most cases (though not all).
+
+For instance if you download to /tmp/dbahelper/ you should:
+
+cd /tmp/dbahelper/
+mysql -u user -p < ./ps_helper_<version>.sql
+
+Of if you would like to log in to the client:
+
+cd /tmp/dbahelper/
+mysql -u user -p 
+SOURCE ./ps_helper_<version>.sql
+
+Alternatively, you could just choose to load individual files based on your needs, but beware, certain objects have dependencies on other objects.

after_setup.sql

@@ -0,0 +1 @@
+SET @@sql_log_bin = @sql_log_bin;

before_setup.sql

@@ -0,0 +1,9 @@
+SET NAMES utf8;
+SET @sql_log_bin = @@sql_log_bin;
+SET sql_log_bin = 0;
+
+CREATE DATABASE IF NOT EXISTS ps_helper DEFAULT CHARACTER SET utf8;
+
+USE ps_helper;
+
+CREATE OR REPLACE VIEW version AS SELECT '2.0.0';

functions/extract_schema_from_file_name.sql

@@ -0,0 +1,19 @@
+/*
+ * Function: extract_schema_from_file_name()
+ * 
+ * Takes a raw file path, and extracts the schema name from it
+ *
+ * Parameters
+ *   path: The raw file name value to extract the schema name from
+ */
+
+DROP FUNCTION IF EXISTS extract_schema_from_file_name;
+
+DELIMITER $$
+
+CREATE FUNCTION extract_schema_from_file_name(path VARCHAR(512))
+  RETURNS VARCHAR(512) DETERMINISTIC
+  RETURN SUBSTRING_INDEX(SUBSTRING_INDEX(REPLACE(path, '\\', '/'), '/', -2), '/', 1)
+$$
+
+DELIMITER ;

functions/extract_table_from_file_name.sql

@@ -0,0 +1,19 @@
+/*
+ * Function: extract_table_from_file_name()
+ * 
+ * Takes a raw file path, and extracts the table name from it
+ *
+ * Parameters
+ *   path: The raw file name value to extract the table name from
+ */
+
+DROP FUNCTION IF EXISTS extract_table_from_file_name;
+
+DELIMITER $$
+
+CREATE FUNCTION extract_table_from_file_name(path VARCHAR(512))
+  RETURNS VARCHAR(512) DETERMINISTIC
+  RETURN SUBSTRING_INDEX(REPLACE(SUBSTRING_INDEX(REPLACE(path, '\\', '/'), '/', -1), '@0024', '$'), '.', 1);
+$$
+
+DELIMITER ;

functions/format_bytes.sql

@@ -0,0 +1,51 @@
+/*
+ * Function: format_bytes()
+ * 
+ * Takes a raw bytes value, and converts it to a human readable form
+ *
+ * Parameters
+ *   bytes: The raw bytes value to convert
+ *
+ * mysql> select format_bytes(2348723492723746);
+ * +--------------------------------+
+ * | format_bytes(2348723492723746) |
+ * +--------------------------------+
+ * | 2.09 PiB                       |
+ * +--------------------------------+
+ * 1 row in set (0.00 sec)
+ * 
+ * mysql> select format_bytes(2348723492723);
+ * +-----------------------------+
+ * | format_bytes(2348723492723) |
+ * +-----------------------------+
+ * | 2.14 TiB                    |
+ * +-----------------------------+
+ * 1 row in set (0.00 sec)
+ * 
+ * mysql> select format_bytes(23487234);
+ * +------------------------+
+ * | format_bytes(23487234) |
+ * +------------------------+
+ * | 22.40 MiB              |
+ * +------------------------+
+ * 1 row in set (0.00 sec)
+ */
+
+DROP FUNCTION IF EXISTS format_bytes;
+
+DELIMITER $$
+
+CREATE FUNCTION format_bytes(bytes BIGINT)
+  RETURNS VARCHAR(16) DETERMINISTIC
+BEGIN
+  IF bytes IS NULL THEN RETURN NULL;
+  ELSEIF bytes >= 1125899906842624 THEN RETURN CONCAT(ROUND(bytes / 1125899906842624, 2), ' PiB');
+  ELSEIF bytes >= 1099511627776 THEN RETURN CONCAT(ROUND(bytes / 1099511627776, 2), ' TiB');
+  ELSEIF bytes >= 1073741824 THEN RETURN CONCAT(ROUND(bytes / 1073741824, 2), ' GiB');
+  ELSEIF bytes >= 1048576 THEN RETURN CONCAT(ROUND(bytes / 1048576, 2), ' MiB');
+  ELSEIF bytes >= 1024 THEN RETURN CONCAT(ROUND(bytes / 1024, 2), ' KiB');
+  ELSE RETURN CONCAT(bytes, ' bytes');
+  END IF;
+END $$
+
+DELIMITER ;

functions/format_path.sql

@@ -0,0 +1,54 @@
+/*
+ * Function: format_path()
+ * 
+ * Takes a raw path value, and strips out the datadir or tmpdir
+ * replacing with @@datadir and @@tmpdir respectively. 
+ *
+ * Also normalizes the paths across operating systems, so backslashes
+ * on Windows are converted to forward slashes
+ *
+ * Parameters
+ *   path: The raw file path value to format
+ *
+ * mysql> select @@datadir;
+ * +-----------------------------------------------+
+ * | @@datadir                                     |
+ * +-----------------------------------------------+
+ * | /Users/mark/sandboxes/SmallTree/AMaster/data/ |
+ * +-----------------------------------------------+
+ * 1 row in set (0.06 sec)
+ * 
+ * mysql> select format_path('/Users/mark/sandboxes/SmallTree/AMaster/data/mysql/proc.MYD');
+ * +----------------------------------------------------------------------------+
+ * | format_path('/Users/mark/sandboxes/SmallTree/AMaster/data/mysql/proc.MYD') |
+ * +----------------------------------------------------------------------------+
+ * | @@datadir/mysql/proc.MYD                                                   |
+ * +----------------------------------------------------------------------------+
+ * 1 row in set (0.03 sec)
+ */
+
+DROP FUNCTION IF EXISTS format_path;
+
+DELIMITER $$
+
+CREATE FUNCTION format_path(path VARCHAR(260))
+  RETURNS VARCHAR(260) CHARSET UTF8 DETERMINISTIC
+BEGIN
+  DECLARE v_path VARCHAR(260);
+
+  /* OSX hides /private/ in variables, but Performance Schema does not */
+  IF path LIKE '/private/%' 
+    THEN SET v_path = REPLACE(path, '/private', '');
+    ELSE SET v_path = path;
+  END IF;
+
+  IF v_path IS NULL THEN RETURN NULL;
+  ELSEIF v_path LIKE CONCAT(@@global.datadir, '%') ESCAPE '|' THEN 
+    RETURN REPLACE(REPLACE(REPLACE(v_path, @@global.datadir, '@@datadir/'), '\\\\', ''), '\\', '/');
+  ELSEIF v_path LIKE CONCAT(@@global.tmpdir, '%') ESCAPE '|' THEN 
+    RETURN REPLACE(REPLACE(REPLACE(v_path, @@global.tmpdir, '@@tmpdir/'), '\\\\', ''), '\\', '/');
+  ELSE RETURN v_path;
+  END IF;
+END$$
+
+DELIMITER ;

functions/format_statement.sql

@@ -0,0 +1,22 @@
+/*
+ * Function: format_statement()
+ * 
+ * Formats a normalized statement with a truncated string if > 64 characters long
+ *
+ * Parameters
+ *   filename: The raw file name value to extract the table name from
+ */
+
+DROP FUNCTION IF EXISTS format_statement;
+
+DELIMITER $$
+
+CREATE FUNCTION format_statement(statement LONGTEXT)
+  RETURNS VARCHAR(65) DETERMINISTIC
+BEGIN
+  IF LENGTH(statement) > 64 THEN RETURN REPLACE(CONCAT(LEFT(statement, 30), ' ... ', RIGHT(statement, 30)), '\n', ' ');
+  ELSE RETURN REPLACE(statement, '\n', ' ');
+  END IF;
+END $$
+
+DELIMITER ;

functions/format_time.sql

@@ -0,0 +1,62 @@
+/*
+ * Function: format_time()
+ * 
+ * Takes a raw picoseconds value, and converts it to a human readable form.
+ * Picoseconds are the precision that all latency values are printed in 
+ * within MySQL's Performance Schema.
+ *
+ * Parameters
+ *   picoseconds: The raw picoseconds value to convert
+ *
+ * mysql> select format_time(342342342342345);
+ * +------------------------------+
+ * | format_time(342342342342345) |
+ * +------------------------------+
+ * | 00:05:42                     |
+ * +------------------------------+
+ * 1 row in set (0.00 sec)
+ * 
+ * mysql> select format_time(342342342);
+ * +------------------------+
+ * | format_time(342342342) |
+ * +------------------------+
+ * | 342.34 µs              |
+ * +------------------------+
+ * 1 row in set (0.00 sec)
+ * 
+ * mysql> select format_time(34234);
+ * +--------------------+
+ * | format_time(34234) |
+ * +--------------------+
+ * | 34.23 ns           |
+ * +--------------------+
+ * 1 row in set (0.00 sec)
+ * 
+ * mysql> select format_time(342);
+ * +------------------+
+ * | format_time(342) |
+ * +------------------+
+ * | 342 ps           |
+ * +------------------+
+ * 1 row in set (0.00 sec)
+ */
+
+DROP FUNCTION IF EXISTS format_time;
+
+DELIMITER $$
+
+CREATE FUNCTION format_time(picoseconds BIGINT UNSIGNED)
+  RETURNS VARCHAR(16) CHARSET UTF8 DETERMINISTIC
+BEGIN
+  IF picoseconds IS NULL THEN RETURN NULL;
+  ELSEIF picoseconds >= 3600000000000000 THEN RETURN CONCAT(ROUND(picoseconds / 3600000000000000, 2), 'h');
+  ELSEIF picoseconds >= 60000000000000 THEN RETURN SEC_TO_TIME(ROUND(picoseconds / 1000000000000, 2));
+  ELSEIF picoseconds >= 1000000000000 THEN RETURN CONCAT(ROUND(picoseconds / 1000000000000, 2), ' s');
+  ELSEIF picoseconds >= 1000000000 THEN RETURN CONCAT(ROUND(picoseconds / 1000000000, 2), ' ms');
+  ELSEIF picoseconds >= 1000000 THEN RETURN CONCAT(ROUND(picoseconds / 1000000, 2), ' us');
+  ELSEIF picoseconds >= 1000 THEN RETURN CONCAT(ROUND(picoseconds / 1000, 2), ' ns');
+  ELSE RETURN CONCAT(picoseconds, ' ps');
+  END IF;
+END $$
+
+DELIMITER ;

functions/is_account_enabled.sql

@@ -0,0 +1,44 @@
+/*
+ * Function: is_account_enabled()
+ * 
+ * Determines whether instrumentation of an account is enabled.
+ *
+ * Parameters
+ *   in_host .....: The hostname of the account to check.
+ *   in_user .....: The username of the account to check.
+ *   
+ * Returns
+ *   An enum whether the account is enabled or not.
+ *
+ * mysql> SELECT is_account_enabled('localhost', 'root');
+ * +-----------------------------------------+
+ * | is_account_enabled('localhost', 'root') |
+ * +-----------------------------------------+
+ * | YES                                     |
+ * +-----------------------------------------+
+ * 1 row in set (0.00 sec)
+ *
+ * Contributed by Jesper Krogh of MySQL Support @ Oracle
+ */
+
+DROP FUNCTION IF EXISTS is_account_enabled;
+
+DELIMITER $$
+
+CREATE DEFINER='root'@'localhost' FUNCTION is_account_enabled(in_host VARCHAR(60), in_user VARCHAR(16)) RETURNS enum('YES','NO', 'PARTIAL')
+  COMMENT 'Returns whether a user account is enabled.'
+  LANGUAGE SQL
+  DETERMINISTIC 
+  READS SQL DATA 
+  SQL SECURITY INVOKER
+BEGIN
+    RETURN IF(EXISTS(SELECT 1
+                       FROM performance_schema.setup_actors
+                      WHERE     (`HOST` = '%' OR `HOST` = in_host)
+                            AND (`USER` = '%' OR `USER` = in_user)
+                    ),
+              'YES', 'NO'
+           );
+END $$
+
+DELIMITER ;