One of the original ideas for Unicode 4.1.0 was to produce a NamedSequences.html,
+ following the pattern of StandardizedVariants.html. This document was generated along those
+ lines, but not added into U4.1.0. My suggestion instead is to add this file (with suitable
+ style modifications, of course) as a chart someplace accessible under
+ http://unicode.org/charts/.
+
Alternatively, we could also combine this with the StandardizedVariants.html to provide
+ a unified chart of sequences, again someplace under
+ http://unicode.org/charts/.
+
Note: we don't have some of the glyphs quite right yet, but it should be
+ sufficient for discussing the format. One of the innovations is having a separate column of
+ text that for copy&paste; that needs discussion also.
The tables here exhaustively lists the valid, registered named sequences. The columns include a
+ representative glyph, the sequence of code points in hex, and the name of the sequence. In
+ addition, there is a last column entitled Copyable, which contains the literal text forming
+ the sequence. That text can be copied and pasting in elsewhere. The display of the text in this
+ column is up to the capabilities of the browser and the set of available fonts. For more
+ information, see Display Problems?.
+
+
Note: The representative glyphs used to show the names sequences
+ are often derived from different physical fonts than the representative glyphs in the standard.
+ They may therefore exhibit minor differences in size, proportion, style, or weight.
The Unicode Character Database is provided as is by Unicode, Inc. No claims are made as to
+ fitness for any particular purpose. No warranties of any kind are expressed or implied. The
+ recipient agrees to determine applicability of information provided. If this file has been
+ purchased on magnetic or optical media from Unicode, Inc., the sole remedy for any claim will be
+ exchange of defective media within 90 days of receipt.
+
This disclaimer is applicable for all other data files accompanying the Unicode Character
+ Database, some of which have been compiled by the Unicode Consortium, and some of which have
+ been supplied by other sources.
+
+
Limitations on Rights to Redistribute This Data
+
+
Recipient is granted the right to make copies in any form for internal distribution and to
+ freely use the information supplied in the creation of products supporting the UnicodeTM
+ Standard. The files in the Unicode Character Database can be redistributed to third parties or
+ other organizations (whether for profit or not) as long as this notice and the disclaimer notice
+ are retained. Information can be extracted from these files and used in documentation or
+ programs, as long as there is an accompanying notice indicating the source.
");
- }
-
- /**
- * @param string
- * @return
- */
- private String formatCode(String string) {
- int cat = ucd.getCategory(UTF16.charAt(string,0));
- return ""
- + (cat == Me || cat == Mn ? "\u00A0" : "") //\u25cc
- + BagFormatter.toHTMLControl.transliterate(string)
- + " ";
- }
- }
-
/**
* @param inbuffer
* @param outbuffer
diff --git a/tools/unicodetools/com/ibm/text/UCD/ToolUnicodePropertySource.java b/tools/unicodetools/com/ibm/text/UCD/ToolUnicodePropertySource.java
index 873aa8a7284..b5a9bf024e8 100644
--- a/tools/unicodetools/com/ibm/text/UCD/ToolUnicodePropertySource.java
+++ b/tools/unicodetools/com/ibm/text/UCD/ToolUnicodePropertySource.java
@@ -240,7 +240,7 @@ public class ToolUnicodePropertySource extends UnicodeProperty.Factory {
{"Control", "CN"},
{"Extend", "EX"},
{"Other", "XX"},
- }).swapFirst2ValueAliases());
+ }, true).swapFirst2ValueAliases());
add(new UnicodeProperty.UnicodeMapProperty() {
{
@@ -283,7 +283,7 @@ public class ToolUnicodePropertySource extends UnicodeProperty.Factory {
{"Numeric", "NU"},
{"ExtendNumLet", "EX"},
{"Other", "XX"},
- }).swapFirst2ValueAliases());
+ }, true).swapFirst2ValueAliases());
add(new UnicodeProperty.UnicodeMapProperty() {
{
@@ -335,7 +335,7 @@ public class ToolUnicodePropertySource extends UnicodeProperty.Factory {
{"STerm", "ST"},
{"Close", "CL"},
{"Other", "XX"},
- }).swapFirst2ValueAliases());
+ }, false).swapFirst2ValueAliases());
}
static String[] YES_NO_MAYBE = {"N", "M", "Y"};
diff --git a/tools/unicodetools/com/ibm/text/UCD/confusablesHeader.txt b/tools/unicodetools/com/ibm/text/UCD/confusablesHeader.txt
new file mode 100644
index 00000000000..97d32b358fa
--- /dev/null
+++ b/tools/unicodetools/com/ibm/text/UCD/confusablesHeader.txt
@@ -0,0 +1,34 @@
+# Confusables.txt
+# Generated: %date%, MED
+# This is a draft list of visually confusable characters, for use in conjunction with the
+# recommendations in http://www.unicode.org/reports/tr36/
+#
+# To fold using this list, first perform NFKD (if not already performed),
+# then map each source character to the target character(s), then perform NFKD again.
+#
+# The format the standard Unicode semicolon-delimited hex.
+# ; ; #
+#
+# The characters may be visually distinguishable in many fonts, or at larger sizes.
+# Some anomalies are also introduced by 'closure'. That is, there may be a sequence of
+# characters where each is visually confusable from the next, but the start and end are
+# visually distinguishable. But when the set is closed, these will all map to together.
+#
+# This is unlike normalization data. There may be no connection between characters other
+# than visual confusability. This data should not be used except in assessing visual confusability.
+#
+# This list is not limited to Unicode Identifier characters (XID_Continue) although the primary
+# application will be to such characters. It is also not limited to lowercase characters,
+# although the recommendations are to lowercase for security.
+#
+# Note that a some characters have unusual characteristics, and are not yet accounted for.
+# For example, U+302E (?) HANGUL SINGLE DOT TONE MARK and U+302F (?) HANGUL DOUBLE DOT TONE MARK
+# appear to the left of the prevous character. So what looks like "a:b" can actually be "ab\u302F"
+#
+# WARNING: The data is not final; it is very draft at this point, put together from different
+# sources that need to be reviewed for accuracy and completeness of the mappings.
+# There are still clear errors in the data; do not use this in any implementations.
+# Ignore the internal_info field; it will be removed.
+#
+# Thanks especially to Eric van der Poel for collecting information about fonts using shared glyphs.
+# =================================
\ No newline at end of file
diff --git a/tools/unicodetools/com/ibm/text/UCD/idn-charsHeader.html b/tools/unicodetools/com/ibm/text/UCD/idn-charsHeader.html
index 43c5dd69dd1..f7aa80a7eba 100644
--- a/tools/unicodetools/com/ibm/text/UCD/idn-charsHeader.html
+++ b/tools/unicodetools/com/ibm/text/UCD/idn-charsHeader.html
@@ -86,6 +86,10 @@ Within each subcategory characters are sorted according to the default
+
Characters that are normally invisible are represented in the chart by their Unicode number, such as "U+FE00".
+
At the end of this document, there is an additional section that lists all visible non-spacing marks.
+These are sorted first by combining character class (modified), then by script, then by code point..
This is a draft list of characters based on Section 4 Word Boundaries of
UAX# 29, in the
diff --git a/tools/unicodetools/com/ibm/text/utility/Utility.java b/tools/unicodetools/com/ibm/text/utility/Utility.java
index 54c04b73e57..de05b700ac1 100644
--- a/tools/unicodetools/com/ibm/text/utility/Utility.java
+++ b/tools/unicodetools/com/ibm/text/utility/Utility.java
@@ -5,8 +5,8 @@
*******************************************************************************
*
* $Source: /xsrl/Nsvn/icu/unicodetools/com/ibm/text/utility/Utility.java,v $
-* $Date: 2005/03/30 17:19:32 $
-* $Revision: 1.48 $
+* $Date: 2005/05/27 21:39:03 $
+* $Revision: 1.49 $
*
*******************************************************************************
*/
@@ -336,6 +336,10 @@ public final class Utility implements UCD_Types { // COMMON UTILITIES
}
public static String fromHex(String p) {
+ return fromHex(p, false);
+ }
+
+ public static String fromHex(String p, boolean acceptChars) {
StringBuffer output = new StringBuffer();
int value = 0;
int count = 0;
@@ -357,13 +361,31 @@ public final class Utility implements UCD_Types { // COMMON UTILITIES
default:
int type = Character.getType(ch);
if (type != Character.SPACE_SEPARATOR) {
+ if (acceptChars) {
+ if (count >= 4 && count <= 6) {
+ UTF32.append32(output, value);
+ count = 0;
+ value = 0;
+ } else if (count != 0) {
+ output.append(p.substring(i-count, i)); // TODO fix supplementary characters
+ }
+ UTF32.append32(output, ch);
+ continue main;
+
+ }
throw new ChainException("bad hex value: '{0}' at position {1} in \"{2}\"",
new Object[] {String.valueOf(ch), new Integer(i), p});
}
// fall through!!
case ' ': case ',': case ';': // do SPACE here, just for speed
if (count != 0) {
- UTF32.append32(output, value);
+ if (count < 4 || count > 6) {
+ if (acceptChars) output.append(p.substring(i-count, i));
+ else throw new ChainException("bad hex value: '{0}' at position {1} in \"{2}\"",
+ new Object[] {String.valueOf(ch), new Integer(i), p});
+ } else {
+ UTF32.append32(output, value);
+ }
}
count = 0;
value = 0;
@@ -378,7 +400,13 @@ public final class Utility implements UCD_Types { // COMMON UTILITIES
count++;
}
if (count != 0) {
- UTF32.append32(output, value);
+ if (count < 4 || count > 6) {
+ if (acceptChars) output.append(p.substring(p.length()-count, p.length()));
+ else throw new ChainException("bad hex value: '{0}' at position {1} in \"{2}\"",
+ new Object[] {"EOS", new Integer(p.length()), p});
+ } else {
+ UTF32.append32(output, value);
+ }
}
return output.toString();
}
![[Unicode]](http://www.unicode.org/webscripts/logo60s2.gif){kind=small}
Unicode
+ Character Database