organicmaps/icu
13
Fork 0
mirror of https://github.com/unicode-org/icu.git synced 2025-04-07 22:44:49 +00:00
Code Issues 1 Projects Releases Wiki Activity Actions 2

ICU-862 automatically write state table for 7-bit ASCII variants

Browse source 
X-SVN-Rev: 3686
This commit is contained in:
Markus Scherer 2001-02-20 17:10:02 +00:00
parent 305015ef52
commit d6022918c7
1 changed files with 19 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
icu4c/source/tools/makeconv/misc/rptp2ucm.c
View file

@ -151,7 +151,8 @@ usesPUA,
variantLF,
variantASCII,
variantControls,
variantSUB;
variantSUB,
is7Bit;
static void
init() {
@ -168,6 +169,7 @@ init() {
variantASCII=0;
variantControls=0;
variantSUB=0;
is7Bit=0;
}
/* lexically compare Mappings for sorting */
@ -381,7 +383,7 @@ mergeMappings() {
static void
analyzeTable() {
unsigned long u, b, f, minTwoByte=0xffff, maxTwoByte=0;
unsigned long u, b, f, minTwoByte=0xffff, maxTwoByte=0, oredBytes=0;
long i, countASCII=0;
char length;
@ -390,6 +392,8 @@ analyzeTable() {
u=fromUMappings[i].u&0xffffff;
b=fromUMappings[i].b;
oredBytes|=b;
/* character length? */
if(b<=0xff) {
length=1;
@ -452,6 +456,7 @@ analyzeTable() {
} else if(u<0x20 || u==0x7f) {
/* non-ISO C0 controls? */
if(u!=b) {
/* IBM PC rotation of SUB and other controls: 0x1a->0x7f->0x1c->0x1a */
if(u==0x1a && b==0x7f || u==0x1c && b==0x1a || u==0x7f && b==0x1c) {
charsetFamily=ASCII;
variantSUB=1;
@ -462,6 +467,8 @@ analyzeTable() {
}
}
is7Bit= oredBytes<=0x7f;
if(charsetFamily==UNKNOWN) {
if(minCharLength==2 && maxCharLength==2) {
/* guess the charset family for DBCS according to typical byte distributions */
@ -562,7 +569,7 @@ getStateTable() {
}
}
return "";
return NULL;
}
static void
@ -581,6 +588,7 @@ writeBytes(char *s, unsigned long b) {
static void
writeUCM(FILE *f, const char *ucmname, const char *rpname, const char *tpname) {
char buffer[100];
const char *s;
long i;
/* write the header */
@ -663,10 +671,16 @@ writeUCM(FILE *f, const char *ucmname, const char *rpname, const char *tpname) {
fputs(buffer, f);
/* write the state table - <icu:state> */
fputs(getStateTable(), f);
s=getStateTable();
if(s!=NULL) {
fputs(s, f);
fputs("\n", f);
} else if(is7Bit) {
fputs("<icu:state> 0-7f\n\n", f);
}
/* write the mappings */
fputs("\nCHARMAP\n", f);
fputs("CHARMAP\n", f);
for(i=0; i<fromUMappingsTop; ++i) {
writeBytes(buffer, fromUMappings[i].b);
fprintf(f, "<U%04lX> %s |%lu\n", fromUMappings[i].u&0xffffff, buffer, fromUMappings[i].u>>24);