WL#5510 Functions to_base64 and from_base64

  @ mysql-test/include/ctype_numconv.inc
  @ mysql-test/r/ctype_binary.result
  @ mysql-test/r/ctype_cp1251.result
  @ mysql-test/r/ctype_latin1.result
  @ mysql-test/r/ctype_ucs.result
  @ mysql-test/r/ctype_utf8.result
  @ mysql-test/r/func_str.result
  @ mysql-test/t/func_str.test
    Adding tests

  @ mysql-test/suite/binlog/r/binlog_base64_flag.result
  @ mysql-test/suite/binlog/t/binlog_base64_flag.test
    Fixing error from "syntax" error to "base64 decode" error
    for badly formed base64 input.

  @ include/base64.h
    Adding prototypes for *_max_arg_length() functions.

  @ mysys/base64.c
    Rewriting base64_decode, it's now 30% faster
    (using array instead of of strchr helps with that),
    and rejects garbage in input.
    Adding *_max_arg_length() functions.

  @ sql/item_create.cc
    Adding creators

  @ sql/item_strfunc.cc
    Implementing Item_func_to_base64 and Item_func_from_base64

  @ sql/item_strfunc.h
    Adding prototype for Item_func_to_base64 and Item_func_from_base64

  @ sql/sql_binlog.cc
  @ unittest/mysys/base64-t.c
    Passing 0 to the new "flag" argument.

Author: Alexander Barkov

include/base64.h

@@ -25,11 +25,21 @@ extern "C" {
 */
 int base64_needed_encoded_length(int length_of_data);
 
+/*
+  Maximum length base64_encode_needed_length() can accept with no overflow.
+*/
+int base64_encode_max_arg_length(void);
+
 /*
   Calculate how much memory needed for dst of base64_decode()
 */
 int base64_needed_decoded_length(int length_of_encoded_data);
 
+/*
+  Maximum length base64_decode_needed_length() can accept with no overflow.
+*/
+int base64_decode_max_arg_length();
+
 /*
   Encode data as a base64 string
 */
@@ -39,7 +49,10 @@ int base64_encode(const void *src, size_t src_len, char *dst);
   Decode a base64 string into data
 */
 int base64_decode(const char *src, size_t src_len,
-                  void *dst, const char **end_ptr);
+                  void *dst, const char **end_ptr, int flags);
+
+/* Allow multuple chunks 'AAA= AA== AA==', binlog uses this */
+#define MY_BASE64_DECODE_ALLOW_MULTIPLE_CHUNKS 1
 
 
 #ifdef __cplusplus

mysql-test/include/ctype_numconv.inc

@@ -1721,6 +1721,18 @@ DROP TABLE t1;
 --echo # End of Bug#54916
 --echo #
 
+--echo #
+--echo # WL#5510 Functions to_base64 and from_base64
+--echo #
+CREATE TABLE t1 AS SELECT TO_BASE64('test') AS to_base64;
+SHOW CREATE TABLE t1;
+SELECT to_base64, LENGTH(to_base64), HEX(to_base64) FROM t1;
+CREATE TABLE t2 AS SELECT FROM_BASE64(to_base64) AS from_base64 FROM t1;
+SHOW CREATE TABLE t2;
+SELECT CAST(from_base64 AS CHAR), LENGTH(from_base64), HEX(from_base64) FROM t2;
+DROP TABLE t2;
+DROP TABLE t1;
+
 
 --echo #
 --echo # Bug#58190 BETWEEN no longer uses indexes for date or datetime fields

mysql-test/r/ctype_binary.result

@@ -2767,6 +2767,29 @@ id	select_type	table	type	possible_keys	key	key_len	ref	rows	Extra
 1	SIMPLE	t1	range	date_column	date_column	9	NULL	1	Using index condition
 DROP TABLE t1;
 #
+# WL#5510 Functions to_base64 and from_base64
+#
+CREATE TABLE t1 AS SELECT TO_BASE64('test') AS to_base64;
+SHOW CREATE TABLE t1;
+Table	Create Table
+t1	CREATE TABLE `t1` (
+  `to_base64` varbinary(8) NOT NULL DEFAULT ''
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT to_base64, LENGTH(to_base64), HEX(to_base64) FROM t1;
+to_base64	LENGTH(to_base64)	HEX(to_base64)
+dGVzdA==	8	6447567A64413D3D
+CREATE TABLE t2 AS SELECT FROM_BASE64(to_base64) AS from_base64 FROM t1;
+SHOW CREATE TABLE t2;
+Table	Create Table
+t2	CREATE TABLE `t2` (
+  `from_base64` varbinary(6) DEFAULT NULL
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT CAST(from_base64 AS CHAR), LENGTH(from_base64), HEX(from_base64) FROM t2;
+CAST(from_base64 AS CHAR)	LENGTH(from_base64)	HEX(from_base64)
+test	4	74657374
+DROP TABLE t2;
+DROP TABLE t1;
+#
 # Bug#52159 returning time type from function and empty left join causes debug assertion
 #
 CREATE FUNCTION f1() RETURNS TIME RETURN 1;

mysql-test/r/ctype_cp1251.result

@@ -3157,6 +3157,29 @@ id	select_type	table	type	possible_keys	key	key_len	ref	rows	Extra
 1	SIMPLE	t1	range	date_column	date_column	9	NULL	1	Using index condition
 DROP TABLE t1;
 #
+# WL#5510 Functions to_base64 and from_base64
+#
+CREATE TABLE t1 AS SELECT TO_BASE64('test') AS to_base64;
+SHOW CREATE TABLE t1;
+Table	Create Table
+t1	CREATE TABLE `t1` (
+  `to_base64` varchar(8) CHARACTER SET cp1251 NOT NULL DEFAULT ''
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT to_base64, LENGTH(to_base64), HEX(to_base64) FROM t1;
+to_base64	LENGTH(to_base64)	HEX(to_base64)
+dGVzdA==	8	6447567A64413D3D
+CREATE TABLE t2 AS SELECT FROM_BASE64(to_base64) AS from_base64 FROM t1;
+SHOW CREATE TABLE t2;
+Table	Create Table
+t2	CREATE TABLE `t2` (
+  `from_base64` varbinary(6) DEFAULT NULL
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT CAST(from_base64 AS CHAR), LENGTH(from_base64), HEX(from_base64) FROM t2;
+CAST(from_base64 AS CHAR)	LENGTH(from_base64)	HEX(from_base64)
+test	4	74657374
+DROP TABLE t2;
+DROP TABLE t1;
+#
 # Bug#52159 returning time type from function and empty left join causes debug assertion
 #
 CREATE FUNCTION f1() RETURNS TIME RETURN 1;

mysql-test/r/ctype_latin1.result

@@ -3177,6 +3177,29 @@ id	select_type	table	type	possible_keys	key	key_len	ref	rows	Extra
 1	SIMPLE	t1	range	date_column	date_column	9	NULL	1	Using index condition
 DROP TABLE t1;
 #
+# WL#5510 Functions to_base64 and from_base64
+#
+CREATE TABLE t1 AS SELECT TO_BASE64('test') AS to_base64;
+SHOW CREATE TABLE t1;
+Table	Create Table
+t1	CREATE TABLE `t1` (
+  `to_base64` varchar(8) NOT NULL DEFAULT ''
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT to_base64, LENGTH(to_base64), HEX(to_base64) FROM t1;
+to_base64	LENGTH(to_base64)	HEX(to_base64)
+dGVzdA==	8	6447567A64413D3D
+CREATE TABLE t2 AS SELECT FROM_BASE64(to_base64) AS from_base64 FROM t1;
+SHOW CREATE TABLE t2;
+Table	Create Table
+t2	CREATE TABLE `t2` (
+  `from_base64` varbinary(6) DEFAULT NULL
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT CAST(from_base64 AS CHAR), LENGTH(from_base64), HEX(from_base64) FROM t2;
+CAST(from_base64 AS CHAR)	LENGTH(from_base64)	HEX(from_base64)
+test	4	74657374
+DROP TABLE t2;
+DROP TABLE t1;
+#
 # Bug#52159 returning time type from function and empty left join causes debug assertion
 #
 CREATE FUNCTION f1() RETURNS TIME RETURN 1;

mysql-test/r/ctype_ucs.result

@@ -4075,6 +4075,29 @@ id	select_type	table	type	possible_keys	key	key_len	ref	rows	Extra
 1	SIMPLE	t1	ALL	NULL	NULL	NULL	NULL	2	Using where
 DROP TABLE t1;
 #
+# WL#5510 Functions to_base64 and from_base64
+#
+CREATE TABLE t1 AS SELECT TO_BASE64('test') AS to_base64;
+SHOW CREATE TABLE t1;
+Table	Create Table
+t1	CREATE TABLE `t1` (
+  `to_base64` varchar(12) CHARACTER SET ucs2 NOT NULL DEFAULT ''
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT to_base64, LENGTH(to_base64), HEX(to_base64) FROM t1;
+to_base64	LENGTH(to_base64)	HEX(to_base64)
+AHQAZQBzAHQ=	24	0041004800510041005A00510042007A004100480051003D
+CREATE TABLE t2 AS SELECT FROM_BASE64(to_base64) AS from_base64 FROM t1;
+SHOW CREATE TABLE t2;
+Table	Create Table
+t2	CREATE TABLE `t2` (
+  `from_base64` varbinary(18) DEFAULT NULL
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT CAST(from_base64 AS CHAR), LENGTH(from_base64), HEX(from_base64) FROM t2;
+CAST(from_base64 AS CHAR)	LENGTH(from_base64)	HEX(from_base64)
+test	8	0074006500730074
+DROP TABLE t2;
+DROP TABLE t1;
+#
 # Bug#52159 returning time type from function and empty left join causes debug assertion
 #
 CREATE FUNCTION f1() RETURNS TIME RETURN 1;

mysql-test/r/ctype_utf8.result

@@ -4989,6 +4989,29 @@ id	select_type	table	type	possible_keys	key	key_len	ref	rows	Extra
 1	SIMPLE	t1	range	date_column	date_column	9	NULL	1	Using index condition
 DROP TABLE t1;
 #
+# WL#5510 Functions to_base64 and from_base64
+#
+CREATE TABLE t1 AS SELECT TO_BASE64('test') AS to_base64;
+SHOW CREATE TABLE t1;
+Table	Create Table
+t1	CREATE TABLE `t1` (
+  `to_base64` varchar(16) CHARACTER SET utf8 NOT NULL DEFAULT ''
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT to_base64, LENGTH(to_base64), HEX(to_base64) FROM t1;
+to_base64	LENGTH(to_base64)	HEX(to_base64)
+dGVzdA==	8	6447567A64413D3D
+CREATE TABLE t2 AS SELECT FROM_BASE64(to_base64) AS from_base64 FROM t1;
+SHOW CREATE TABLE t2;
+Table	Create Table
+t2	CREATE TABLE `t2` (
+  `from_base64` varbinary(36) DEFAULT NULL
+) ENGINE=MyISAM DEFAULT CHARSET=latin1
+SELECT CAST(from_base64 AS CHAR), LENGTH(from_base64), HEX(from_base64) FROM t2;
+CAST(from_base64 AS CHAR)	LENGTH(from_base64)	HEX(from_base64)
+test	4	74657374
+DROP TABLE t2;
+DROP TABLE t1;
+#
 # Bug#52159 returning time type from function and empty left join causes debug assertion
 #
 CREATE FUNCTION f1() RETURNS TIME RETURN 1;