mirror of
https://github.com/postgres/postgres.git
synced 2026-03-09 09:40:40 -04:00
a6525588b7
SQL includes provisions for numeric Unicode escapes in string literals and identifiers. Previously we only accepted those if they represented ASCII characters or the server encoding was UTF-8, making the conversion to internal form trivial. This patch adjusts things so that we'll call the appropriate encoding conversion function in less-trivial cases, allowing the escape sequence to be accepted so long as it corresponds to some character available in the server encoding. This also applies to processing of Unicode escapes in JSONB. However, the old restriction still applies to client-side JSON processing, since that hasn't got access to the server's encoding conversion infrastructure. This patch includes some lexer infrastructure that simplifies throwing errors with error cursors pointing into the middle of a string (or other complex token). For the moment I only used it for errors relating to Unicode escapes, but we might later expand the usage to some other cases. Patch by me, reviewed by John Naylor. Discussion: https://postgr.es/m/2393.1578958316@sss.pgh.pa.us
168 lines
6.5 KiB
Text
168 lines
6.5 KiB
Text
--
|
|
-- encoding-sensitive tests for jsonpath
|
|
--
|
|
-- We provide expected-results files for UTF8 (jsonpath_encoding.out)
|
|
-- and for SQL_ASCII (jsonpath_encoding_1.out). Skip otherwise.
|
|
SELECT getdatabaseencoding() NOT IN ('UTF8', 'SQL_ASCII')
|
|
AS skip_test \gset
|
|
\if :skip_test
|
|
\quit
|
|
\endif
|
|
SELECT getdatabaseencoding(); -- just to label the results files
|
|
getdatabaseencoding
|
|
---------------------
|
|
SQL_ASCII
|
|
(1 row)
|
|
|
|
-- checks for double-quoted values
|
|
-- basic unicode input
|
|
SELECT '"\u"'::jsonpath; -- ERROR, incomplete escape
|
|
ERROR: invalid unicode sequence at or near "\u" of jsonpath input
|
|
LINE 1: SELECT '"\u"'::jsonpath;
|
|
^
|
|
SELECT '"\u00"'::jsonpath; -- ERROR, incomplete escape
|
|
ERROR: invalid unicode sequence at or near "\u00" of jsonpath input
|
|
LINE 1: SELECT '"\u00"'::jsonpath;
|
|
^
|
|
SELECT '"\u000g"'::jsonpath; -- ERROR, g is not a hex digit
|
|
ERROR: invalid unicode sequence at or near "\u000" of jsonpath input
|
|
LINE 1: SELECT '"\u000g"'::jsonpath;
|
|
^
|
|
SELECT '"\u0000"'::jsonpath; -- OK, legal escape
|
|
ERROR: unsupported Unicode escape sequence
|
|
LINE 1: SELECT '"\u0000"'::jsonpath;
|
|
^
|
|
DETAIL: \u0000 cannot be converted to text.
|
|
SELECT '"\uaBcD"'::jsonpath; -- OK, uppercase and lower case both OK
|
|
ERROR: conversion between UTF8 and SQL_ASCII is not supported
|
|
LINE 1: SELECT '"\uaBcD"'::jsonpath;
|
|
^
|
|
-- handling of unicode surrogate pairs
|
|
select '"\ud83d\ude04\ud83d\udc36"'::jsonpath as correct_in_utf8;
|
|
ERROR: conversion between UTF8 and SQL_ASCII is not supported
|
|
LINE 1: select '"\ud83d\ude04\ud83d\udc36"'::jsonpath as correct_in_...
|
|
^
|
|
select '"\ud83d\ud83d"'::jsonpath; -- 2 high surrogates in a row
|
|
ERROR: invalid input syntax for type jsonpath
|
|
LINE 1: select '"\ud83d\ud83d"'::jsonpath;
|
|
^
|
|
DETAIL: Unicode high surrogate must not follow a high surrogate.
|
|
select '"\ude04\ud83d"'::jsonpath; -- surrogates in wrong order
|
|
ERROR: invalid input syntax for type jsonpath
|
|
LINE 1: select '"\ude04\ud83d"'::jsonpath;
|
|
^
|
|
DETAIL: Unicode low surrogate must follow a high surrogate.
|
|
select '"\ud83dX"'::jsonpath; -- orphan high surrogate
|
|
ERROR: invalid input syntax for type jsonpath
|
|
LINE 1: select '"\ud83dX"'::jsonpath;
|
|
^
|
|
DETAIL: Unicode low surrogate must follow a high surrogate.
|
|
select '"\ude04X"'::jsonpath; -- orphan low surrogate
|
|
ERROR: invalid input syntax for type jsonpath
|
|
LINE 1: select '"\ude04X"'::jsonpath;
|
|
^
|
|
DETAIL: Unicode low surrogate must follow a high surrogate.
|
|
--handling of simple unicode escapes
|
|
select '"the Copyright \u00a9 sign"'::jsonpath as correct_in_utf8;
|
|
ERROR: conversion between UTF8 and SQL_ASCII is not supported
|
|
LINE 1: select '"the Copyright \u00a9 sign"'::jsonpath as correct_in...
|
|
^
|
|
select '"dollar \u0024 character"'::jsonpath as correct_everywhere;
|
|
correct_everywhere
|
|
----------------------
|
|
"dollar $ character"
|
|
(1 row)
|
|
|
|
select '"dollar \\u0024 character"'::jsonpath as not_an_escape;
|
|
not_an_escape
|
|
----------------------------
|
|
"dollar \\u0024 character"
|
|
(1 row)
|
|
|
|
select '"null \u0000 escape"'::jsonpath as not_unescaped;
|
|
ERROR: unsupported Unicode escape sequence
|
|
LINE 1: select '"null \u0000 escape"'::jsonpath as not_unescaped;
|
|
^
|
|
DETAIL: \u0000 cannot be converted to text.
|
|
select '"null \\u0000 escape"'::jsonpath as not_an_escape;
|
|
not_an_escape
|
|
-----------------------
|
|
"null \\u0000 escape"
|
|
(1 row)
|
|
|
|
-- checks for quoted key names
|
|
-- basic unicode input
|
|
SELECT '$."\u"'::jsonpath; -- ERROR, incomplete escape
|
|
ERROR: invalid unicode sequence at or near "\u" of jsonpath input
|
|
LINE 1: SELECT '$."\u"'::jsonpath;
|
|
^
|
|
SELECT '$."\u00"'::jsonpath; -- ERROR, incomplete escape
|
|
ERROR: invalid unicode sequence at or near "\u00" of jsonpath input
|
|
LINE 1: SELECT '$."\u00"'::jsonpath;
|
|
^
|
|
SELECT '$."\u000g"'::jsonpath; -- ERROR, g is not a hex digit
|
|
ERROR: invalid unicode sequence at or near "\u000" of jsonpath input
|
|
LINE 1: SELECT '$."\u000g"'::jsonpath;
|
|
^
|
|
SELECT '$."\u0000"'::jsonpath; -- OK, legal escape
|
|
ERROR: unsupported Unicode escape sequence
|
|
LINE 1: SELECT '$."\u0000"'::jsonpath;
|
|
^
|
|
DETAIL: \u0000 cannot be converted to text.
|
|
SELECT '$."\uaBcD"'::jsonpath; -- OK, uppercase and lower case both OK
|
|
ERROR: conversion between UTF8 and SQL_ASCII is not supported
|
|
LINE 1: SELECT '$."\uaBcD"'::jsonpath;
|
|
^
|
|
-- handling of unicode surrogate pairs
|
|
select '$."\ud83d\ude04\ud83d\udc36"'::jsonpath as correct_in_utf8;
|
|
ERROR: conversion between UTF8 and SQL_ASCII is not supported
|
|
LINE 1: select '$."\ud83d\ude04\ud83d\udc36"'::jsonpath as correct_i...
|
|
^
|
|
select '$."\ud83d\ud83d"'::jsonpath; -- 2 high surrogates in a row
|
|
ERROR: invalid input syntax for type jsonpath
|
|
LINE 1: select '$."\ud83d\ud83d"'::jsonpath;
|
|
^
|
|
DETAIL: Unicode high surrogate must not follow a high surrogate.
|
|
select '$."\ude04\ud83d"'::jsonpath; -- surrogates in wrong order
|
|
ERROR: invalid input syntax for type jsonpath
|
|
LINE 1: select '$."\ude04\ud83d"'::jsonpath;
|
|
^
|
|
DETAIL: Unicode low surrogate must follow a high surrogate.
|
|
select '$."\ud83dX"'::jsonpath; -- orphan high surrogate
|
|
ERROR: invalid input syntax for type jsonpath
|
|
LINE 1: select '$."\ud83dX"'::jsonpath;
|
|
^
|
|
DETAIL: Unicode low surrogate must follow a high surrogate.
|
|
select '$."\ude04X"'::jsonpath; -- orphan low surrogate
|
|
ERROR: invalid input syntax for type jsonpath
|
|
LINE 1: select '$."\ude04X"'::jsonpath;
|
|
^
|
|
DETAIL: Unicode low surrogate must follow a high surrogate.
|
|
--handling of simple unicode escapes
|
|
select '$."the Copyright \u00a9 sign"'::jsonpath as correct_in_utf8;
|
|
ERROR: conversion between UTF8 and SQL_ASCII is not supported
|
|
LINE 1: select '$."the Copyright \u00a9 sign"'::jsonpath as correct_...
|
|
^
|
|
select '$."dollar \u0024 character"'::jsonpath as correct_everywhere;
|
|
correct_everywhere
|
|
------------------------
|
|
$."dollar $ character"
|
|
(1 row)
|
|
|
|
select '$."dollar \\u0024 character"'::jsonpath as not_an_escape;
|
|
not_an_escape
|
|
------------------------------
|
|
$."dollar \\u0024 character"
|
|
(1 row)
|
|
|
|
select '$."null \u0000 escape"'::jsonpath as not_unescaped;
|
|
ERROR: unsupported Unicode escape sequence
|
|
LINE 1: select '$."null \u0000 escape"'::jsonpath as not_unescaped;
|
|
^
|
|
DETAIL: \u0000 cannot be converted to text.
|
|
select '$."null \\u0000 escape"'::jsonpath as not_an_escape;
|
|
not_an_escape
|
|
-------------------------
|
|
$."null \\u0000 escape"
|
|
(1 row)
|
|
|