Module:Unicode data - Revision history

Osarius: 1 revision imported

2026-07-08T09:04:42Z

1 revision imported

← Older revision	Revision as of 09:04, 8 July 2026
(No difference)

wikipedia>Drmccreedy: Add Khitan Small Script (which was omitted so showed as "reserved" in the Unichar template), condense contiguous ranges

2025-09-16T02:46:49Z

Add Khitan Small Script (which was omitted so showed as "reserved" in the Unichar template), condense contiguous ranges

← Older revision		Revision as of 02:46, 16 September 2025
Line 58:		Line 58:
	-- Unicode Specification:		-- Unicode Specification:
	-- https://www.unicode.org/versions/Unicode11.0.0/ch03.pdf		-- https://www.unicode.org/versions/Unicode11.0.0/ch03.pdf
			-- binary_range_search assumes these are ordered by codepoint. Do not place them in a random order!
	local name_hooks = {		local name_hooks = {
	{ 0x00, 0x1F, "<control-%04X>" }, -- C0 control characters		{ 0x00, 0x1F, "<control-%04X>" }, -- C0 control characters
Line 77:		Line 78:
	{ 0xD800, 0xDFFF, "<surrogate-%04X>" },		{ 0xD800, 0xDFFF, "<surrogate-%04X>" },
	{ 0xE000, 0xF8FF, "<private-use-%04X>" }, -- Private Use		{ 0xE000, 0xF8FF, "<private-use-%04X>" }, -- Private Use

	-- CJK Compatibility Ideographs		-- CJK Compatibility Ideographs
	{ 0xF900, 0xFA6D, "CJK COMPATIBILITY IDEOGRAPH-%04X" },		{ 0xF900, 0xFA6D, "CJK COMPATIBILITY IDEOGRAPH-%04X" },
	{ 0xFA70, 0xFAD9, "CJK COMPATIBILITY IDEOGRAPH-%04X" },		{ 0xFA70, 0xFAD9, "CJK COMPATIBILITY IDEOGRAPH-%04X" },
	{ 0x17000, ~~0x187F7~~, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph		{ 0xFE00, 0xFE0F, function (codepoint) -- Variation Selectors
			return ("VARIATION SELECTOR-%d"):format(codepoint - 0xFE00 + 1)
			end},
			{ 0x13460, 0x143FA, "EGYPTIAN HIEROGLYPH-%04X" }, -- Egyptian Hieroglyphs Extended-A
			{ 0x17000, 0x187FF, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph
	{ 0x18800, 0x18AFF, function (codepoint)		{ 0x18800, 0x18AFF, function (codepoint)
	return ("TANGUT COMPONENT-%03d"):format(codepoint - 0x187FF)		return ("TANGUT COMPONENT-%03d"):format(codepoint - 0x187FF)
	end },		end },
	{ 0x18D00, ~~0x18D08~~, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph Supplement		{ 0x18B00, 0x18CD5, "KHITAN SMALL SCRIPT CHARACTER-%04X" }, -- Khitan Small Script
			{ 0x18CFF, 0x18CFF, "KHITAN SMALL SCRIPT CHARACTER-%04X" }, -- Khitan Small Script
			{ 0x18D00, 0x18D1E, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph Supplement
			{ 0x18D80, 0x18DF2, function (codepoint)
			return ("TANGUT COMPONENT-%03d"):format(codepoint - 0x18A7F)
			end },
	{ 0x1B170, 0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu		{ 0x1B170, 0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu
	{ 0x20000, 0x2A6DF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B		{ 0x20000, 0x2A6DF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B
	{ 0x2A700, ~~0x2B739~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C		{ 0x2A700, 0x2B81D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C, D
	~~{ 0x2B740, 0x2B81D~~, ~~"CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension~~ D		{ 0x2B820, 0x2CEAD, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E
	{ 0x2B820, ~~0x2CEA1~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E
	{ 0x2CEB0, 0x2EBE0, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension F		{ 0x2CEB0, 0x2EBE0, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension F
	-- CJK Compatibility Ideographs Supplement (Supplementary Ideographic Plane)		{ 0x2EBF0, 0x2EE5D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension I
	{ ~~0x2F800~~, ~~0x2FA1D~~, "CJK ~~COMPATIBILITY~~ IDEOGRAPH-%04X" },		{ 0x2F800, 0x2FA1D, "CJK COMPATIBILITY IDEOGRAPH-%04X" }, -- CJK Compatibility Ideographs Supplement (Supplementary Ideographic Plane)
			{ 0x30000, 0x3134A, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension G
			{ 0x31350, 0x33479, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension H, J
	{ 0xE0100, 0xE01EF, function (codepoint) -- Variation Selectors Supplement		{ 0xE0100, 0xE01EF, function (codepoint) -- Variation Selectors Supplement
	return ("VARIATION SELECTOR-%d"):format(codepoint - 0xE0100 + 17)		return ("VARIATION SELECTOR-%d"):format(codepoint - 0xE0100 + 17)
	end},		end},
	~~{ 0x30000, 0x3134A, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension G~~
	~~{ 0x31350, 0x323AF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension H~~
	~~{ 0x2EBF0, 0x2EE5D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension I~~
	{ 0xF0000, 0xFFFFD, "<private-use-%04X>" }, -- Plane 15 Private Use		{ 0xF0000, 0xFFFFD, "<private-use-%04X>" }, -- Plane 15 Private Use
	{ 0x100000, 0x10FFFD, "<private-use-%04X>" } -- Plane 16 Private Use		{ 0x100000, 0x10FFFD, "<private-use-%04X>" } -- Plane 16 Private Use
Line 440:		Line 449:

	local Latn = false		local Latn = false
			local i = 0; -- indexer for use in error messages

	for codepoint in mw.ustring.gcodepoint(str) do		for codepoint in mw.ustring.gcodepoint(str) do
			i = i + 1; -- bump the indexer
	local script = lookup_script(codepoint)		local script = lookup_script(codepoint)

Line 448:		Line 459:
	elseif not (script == "Zyyy" or script == "Zinh"		elseif not (script == "Zyyy" or script == "Zinh"
	or script == "Zzzz") then		or script == "Zzzz") then
	return false		return false, i -- abandon as not Latn; identify the offending character's position
	end		end
	end		end

	return Latn		return Latn, (not Latn and i) or nil -- when <Latn> false, return offending charactor's position as second return value; nil else
	end		end

Line 547:		Line 558:
	local codepoint = get_codepoint(frame.args, 2)		local codepoint = get_codepoint(frame.args, 2)
	return (func(codepoint)) -- Adjust to one result.		return (func(codepoint)) -- Adjust to one result.
			end
			end

			function p.lookup_kCantonese(codepoint)
			local data = loader[('Unihan/kCantonese/%02X'):format(floor(codepoint / 0x1000))]
			if data then
			return data[codepoint]
	end		end
	end		end

	return p		return p

Osarius: 1 revision imported

2024-08-12T18:11:30Z

1 revision imported

← Older revision	Revision as of 18:11, 12 August 2024
(No difference)

wikipedia>Pppery: Split noncharacter per request

2024-04-21T15:21:55Z

Split noncharacter per request

← Older revision		Revision as of 15:21, 21 April 2024
Line 98:		Line 98:
	{ 0x30000, 0x3134A, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension G		{ 0x30000, 0x3134A, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension G
	{ 0x31350, 0x323AF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension H		{ 0x31350, 0x323AF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension H
			{ 0x2EBF0, 0x2EE5D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension I
	{ 0xF0000, 0xFFFFD, "<private-use-%04X>" }, -- Plane 15 Private Use		{ 0xF0000, 0xFFFFD, "<private-use-%04X>" }, -- Plane 15 Private Use
	{ 0x100000, 0x10FFFD, "<private-use-%04X>" } -- Plane 16 Private Use		{ 0x100000, 0x10FFFD, "<private-use-%04X>" } -- Plane 16 Private Use
Line 125:		Line 126:
	--]]		--]]

	~~-- https://www.unicode.org/versions/Unicode11.0.0/ch04.pdf, section 4.8~~		function p.is_noncharacter(codepoint)
	function p.~~lookup_name~~(codepoint)
	-- U+FDD0-U+FDEF and all code points ending in FFFE or FFFF are Unassigned		-- U+FDD0-U+FDEF and all code points ending in FFFE or FFFF are Unassigned
	-- (Cn) and specifically noncharacters:		-- (Cn) and specifically noncharacters:

	-- https://www.unicode.org/faq/private_use.html#nonchar4		-- https://www.unicode.org/faq/private_use.html#nonchar4
	if 0xFDD0 <= codepoint and (codepoint <= 0xFDEF		return 0xFDD0 <= codepoint and (codepoint <= 0xFDEF
	or floor(codepoint % 0x10000) >= 0xFFFE) then		or floor(codepoint % 0x10000) >= 0xFFFE)
			end

			-- https://www.unicode.org/versions/Unicode11.0.0/ch04.pdf, section 4.8
			function p.lookup_name(codepoint)
			if p.is_noncharacter(codepoint) then
	return ("<noncharacter-%04X>"):format(codepoint)		return ("<noncharacter-%04X>"):format(codepoint)
	end		end
Line 161:		Line 167:
	end		end

	~~--[[~~
	~~-- No image data modules on Wikipedia yet.~~
	function p.lookup_image(codepoint)		function p.lookup_image(codepoint)
	local data = loader[('images/%03X'):format(codepoint / 0x1000)]		local data = loader[('images/%03X'):format(codepoint / 0x1000)]
Line 170:		Line 174:
	end		end
	end		end
	~~--]]~~

	local planes = {		local planes = {
Line 481:		Line 484:
	return result		return result
	end		end


			--[[--------------------------< I S _ R T L _ F R A M E >------------------------------------------------------

			external entry from an {{#invoke:}} to determine if a string of text is rtl. Strips html and html-like tags so
			that those tags don't corrupt the is-rtl-is-not-rtl determination; this added for the cases where the rtl text
			has <br /> tags.

			]]

			function p.is_rtl_frame (frame)
			local str = frame.args[1]; -- get the string from the {{#invoke:}} frame
			str = str:gsub ('%b<>', ''); -- strip any html and html-like tags
			return p.is_rtl (str); -- return if whatever remains rtl; false else
			end


	local function get_codepoint(args, arg)		local function get_codepoint(args, arg)

>QuebbingtonBear: 58 revisions imported from :wikipedia:Module:Unicode_data

2022-11-09T08:58:50Z

58 revisions imported from wikipedia:Module:Unicode_data

← Older revision	Revision as of 08:58, 9 November 2022
(No difference)

wikipedia>Drmccreedy: Update for Unicode v15.0

2022-09-17T03:28:33Z

Update for Unicode v15.0

← Older revision		Revision as of 03:28, 17 September 2022
Line 87:		Line 87:
	{ 0x1B170, 0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu		{ 0x1B170, 0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu
	{ 0x20000, 0x2A6DF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B		{ 0x20000, 0x2A6DF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B
	{ 0x2A700, ~~0x2B738~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C		{ 0x2A700, 0x2B739, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C
	{ 0x2B740, 0x2B81D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension D		{ 0x2B740, 0x2B81D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension D
	{ 0x2B820, 0x2CEA1, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E		{ 0x2B820, 0x2CEA1, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E
Line 97:		Line 97:
	end},		end},
	{ 0x30000, 0x3134A, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension G		{ 0x30000, 0x3134A, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension G
			{ 0x31350, 0x323AF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension H
	{ 0xF0000, 0xFFFFD, "<private-use-%04X>" }, -- Plane 15 Private Use		{ 0xF0000, 0xFFFFD, "<private-use-%04X>" }, -- Plane 15 Private Use
	{ 0x100000, 0x10FFFD, "<private-use-%04X>" } -- Plane 16 Private Use		{ 0x100000, 0x10FFFD, "<private-use-%04X>" } -- Plane 16 Private Use

wikipedia>Drmccreedy: Update for Unicode 14.0

2021-09-21T18:56:34Z

Update for Unicode 14.0

← Older revision		Revision as of 18:56, 21 September 2021
Line 62:		Line 62:
	{ 0x7F, 0x9F, "<control-%04X>" }, -- DEL and C1 control characters		{ 0x7F, 0x9F, "<control-%04X>" }, -- DEL and C1 control characters
	{ 0x3400, 0x4DBF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension A		{ 0x3400, 0x4DBF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension A
	{ 0x4E00, ~~0x9FFC~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph		{ 0x4E00, 0x9FFF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph
	{ 0xAC00, 0xD7A3, function (codepoint) -- Hangul Syllables		{ 0xAC00, 0xD7A3, function (codepoint) -- Hangul Syllables
	local Hangul_data = loader.Hangul		local Hangul_data = loader.Hangul
Line 86:		Line 86:
	{ 0x18D00, 0x18D08, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph Supplement		{ 0x18D00, 0x18D08, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph Supplement
	{ 0x1B170, 0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu		{ 0x1B170, 0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu
	{ 0x20000, ~~0x2A6DD~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B		{ 0x20000, 0x2A6DF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B
	{ 0x2A700, ~~0x2B734~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C		{ 0x2A700, 0x2B738, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C
	{ 0x2B740, 0x2B81D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension D		{ 0x2B740, 0x2B81D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension D
	{ 0x2B820, 0x2CEA1, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E		{ 0x2B820, 0x2CEA1, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E

>TheKitKatProject: 1 revision imported

2020-09-21T04:17:09Z

1 revision imported

← Older revision	Revision as of 04:17, 21 September 2020
(No difference)

wiki>Drmccreedy: Unicode 13.0 release

2020-03-14T17:52:07Z

Unicode 13.0 release

wikipedia>Drmccreedy: fix plane numbers per http://unicode.org/L2/L2003/03376-n2662-roadmaps.html

2019-09-14T21:16:48Z

fix plane numbers per http://unicode.org/L2/L2003/03376-n2662-roadmaps.html

← Older revision		Revision as of 21:16, 14 September 2019
Line 173:		Line 173:
	[ 1] = "Supplementary Multilingual Plane";		[ 1] = "Supplementary Multilingual Plane";
	[ 2] = "Supplementary Ideographic Plane";		[ 2] = "Supplementary Ideographic Plane";
	[13] = "Supplementary Special-purpose Plane";		[14] = "Supplementary Special-purpose Plane";
	[14] = "Supplementary Private Use Area-A";		[15] = "Supplementary Private Use Area-A";
	[15] = "Supplementary Private Use Area-B";		[16] = "Supplementary Private Use Area-B";
	}		}

← Older revision		Revision as of 17:52, 14 March 2020
Line 61:		Line 61:
	{ 0x00, 0x1F, "<control-%04X>" }, -- C0 control characters		{ 0x00, 0x1F, "<control-%04X>" }, -- C0 control characters
	{ 0x7F, 0x9F, "<control-%04X>" }, -- DEL and C1 control characters		{ 0x7F, 0x9F, "<control-%04X>" }, -- DEL and C1 control characters
	{ 0x3400, ~~0x4DB5~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension A		{ 0x3400, 0x4DBF, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension A
	{ 0x4E00, ~~0x9FEF~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph		{ 0x4E00, 0x9FFC, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph
	{ 0xAC00, 0xD7A3, function (codepoint) -- Hangul Syllables		{ 0xAC00, 0xD7A3, function (codepoint) -- Hangul Syllables
	local Hangul_data = loader.Hangul		local Hangul_data = loader.Hangul
Line 80:		Line 80:
	{ 0xF900, 0xFA6D, "CJK COMPATIBILITY IDEOGRAPH-%04X" },		{ 0xF900, 0xFA6D, "CJK COMPATIBILITY IDEOGRAPH-%04X" },
	{ 0xFA70, 0xFAD9, "CJK COMPATIBILITY IDEOGRAPH-%04X" },		{ 0xFA70, 0xFAD9, "CJK COMPATIBILITY IDEOGRAPH-%04X" },
	{ 0x17000, ~~0x187F1~~, "TANGUT IDEOGRAPH-%04X" }, -- Tangut		{ 0x17000, 0x187F7, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph
	{ 0x18800, ~~0x18AF2~~, function (codepoint)		{ 0x18800, 0x18AFF, function (codepoint)
	return ("TANGUT COMPONENT-%03d"):format(codepoint - 0x187FF)		return ("TANGUT COMPONENT-%03d"):format(codepoint - 0x187FF)
	end },		end },
			{ 0x18D00, 0x18D08, "TANGUT IDEOGRAPH-%04X" }, -- Tangut Ideograph Supplement
	{ 0x1B170, 0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu		{ 0x1B170, 0x1B2FB, "NUSHU CHARACTER-%04X" }, -- Nushu
	{ 0x20000, ~~0x2A6D6~~, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B		{ 0x20000, 0x2A6DD, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension B
	{ 0x2A700, 0x2B734, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C		{ 0x2A700, 0x2B734, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension C
	{ ~~0x2A740~~, 0x2B81D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension D		{ 0x2B740, 0x2B81D, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension D
	{ 0x2B820, 0x2CEA1, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E		{ 0x2B820, 0x2CEA1, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension E
	{ 0x2CEB0, 0x2EBE0, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension F		{ 0x2CEB0, 0x2EBE0, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension F
Line 95:		Line 96:
	return ("VARIATION SELECTOR-%d"):format(codepoint - 0xE0100 + 17)		return ("VARIATION SELECTOR-%d"):format(codepoint - 0xE0100 + 17)
	end},		end},
			{ 0x30000, 0x3134A, "CJK UNIFIED IDEOGRAPH-%04X" }, -- CJK Ideograph Extension G
	{ 0xF0000, 0xFFFFD, "<private-use-%04X>" }, -- Plane 15 Private Use		{ 0xF0000, 0xFFFFD, "<private-use-%04X>" }, -- Plane 15 Private Use
	{ 0x100000, 0x10FFFD, "<private-use-%04X>" } -- Plane 16 Private Use		{ 0x100000, 0x10FFFD, "<private-use-%04X>" } -- Plane 16 Private Use
Line 173:		Line 175:
	[ 1] = "Supplementary Multilingual Plane";		[ 1] = "Supplementary Multilingual Plane";
	[ 2] = "Supplementary Ideographic Plane";		[ 2] = "Supplementary Ideographic Plane";
			[ 3] = "Tertiary Ideographic Plane";
	[14] = "Supplementary Special-purpose Plane";		[14] = "Supplementary Special-purpose Plane";
	[15] = "Supplementary Private Use Area-A";		[15] = "Supplementary Private Use Area-A";