Annotation of embedaddon/php/ext/mbstring/libmbfl/filters/mk_emoji_tbl.pl, revision 1.1.1.1
1.1 misho 1: #!/usr/bin/perl
2: # script to generate Shift_JIS encoded Emoji to/from Unicode conversion table.
3: # Rui Hirokawa <hirokawa@php.net>
4: #
5: # usage: mktbl.pl EmojiSources.txt
6: #
7: # Unicoe;DoCoMo;KDDI;SoftBank
8:
9: @docomo = ();
10: @kddi = ();
11: @softbank = ();
12:
13: @to_docomo = ();
14: @to_kddi = ();
15: @to_sb = ();
16:
17: $fname = "emoji2uni.h";
18: open(OUT,">$fname") or die $!;
19:
20: sub sjis2code {
21: my @c = unpack("C*", pack("H4", $_[0]));
22:
23: # Shift_JIS -> JIS
24: $c[0] = (($c[0]-($c[0]<160?112:176))<<1)-($c[1]<159?1:0);
25: $c[1] -= ($c[1]<159?($c[1]>127?32:31):126);
26:
27: $s = ($c[0] - 0x21)*94 + $c[1]-0x21;
28:
29: return $s;
30: }
31:
32: sub show_code {
33: my @c = @_;
34: $s = "\t";
35: for ($i=0; $i<=$#c; $i++) {#
36: if ($c[$i]) {
37: @v = split(' ',$c[$i]);
38: $s .= "0x$v[0], \t";
39: if ($#v > 0) {
40: print "$i $v[0] $v[1]\n";
41: }
42: } else {
43: $s .= "0x0000, \t";
44: }
45: if ($i % 4 == 3) {
46: $s .= "\n\t";
47: }
48: }
49: return $s;
50: }
51:
52: while(<>) {
53: if ($_ =~ /^\d+/) {
54: @v = split(/;/,$_);
55: if ($v[1] =~ /[\dA-F]+/) {
56: $code = &sjis2code($v[1]);
57: $docomo{$code} = $v[0];
58: $to_docomo{$v[0]} = $code;
59: }
60: if ($v[2] =~ /[\dA-F]+/) {
61: $code = &sjis2code($v[2]);
62: $kddi{$code} = $v[0];
63: $to_kddi{$v[0]} = $code;
64: }
65: if ($v[3] =~ /[\dA-F]+/) {
66: $code = &sjis2code($v[3]);
67: $softbank{$code} = $v[0];
68: $to_sb{$v[0]} = $code;
69: }
70: }
71: }
72:
73: print "DoCoMo\n";
74:
75: $docomo_min = 10434;
76: $docomo_max = 10434+281;
77: @docomo_v = ();
78:
79: foreach $key (sort {hex($a) <=> hex($b)} keys(%docomo)) {
80: $s = $key;
81: $pos = $s % 94;
82: $ku = ($s - $pos)/94;
83: $v = $key - $docomo_min;
84: #print "$ku:$pos - ". $v ."=> $docomo{$key}\n";
85: $docomo_v[$key-$docomo_min] = $docomo{$key};
86: }
87:
88: $to_docomo_min = 10434;
89:
90: $to_docomo_min1 = 0x0023;
91: $to_docomo_max1 = 0x00AE;
92: $to_docomo_min2 = 0x203C;
93: $to_docomo_max2 = 0x3299;
94: $to_docomo_min3 = 0x1F17F;
95: $to_docomo_max3 = 0x1F6BB;
96:
97: @r_docomo1_key = ();
98: @r_docomo1_val = ();
99:
100: @r_docomo2_key = ();
101: @r_docomo2_val = ();
102:
103: @r_docomo3_key = ();
104: @r_docomo3_val = ();
105:
106:
107: foreach $key (sort {hex($a) <=> hex($b)} keys(%to_docomo)) {
108: $s = $to_docomo{$key};
109:
110: $pos = $s % 94;
111: $ku = ($s - $pos)/94;
112: $v = $to_docomo{$key} - $to_docomo_min;
113: $h = sprintf("%x",$s);
114: #print "$ku:$pos = $h ($v) <= $key\n";
115: if (hex($key) <= $to_docomo_max1) {
116: push(@r_docomo1_key, $key);
117: push(@r_docomo1_val, sprintf("%x", $to_docomo{$key}));
118: } elsif (hex($key) <= $to_docomo_max2) {
119: push(@r_docomo2_key, $key);
120: push(@r_docomo2_val, $h);
121: } elsif (hex($key) >= $to_docomo_max3) {
122: push(@r_docomo3_key, $key);
123: push(@r_docomo3_val, $h);
124: }
125: }
126:
127: push(@r_docomo1_key, 0x00);
128: push(@r_docomo1_val, 0x00);
129: push(@r_docomo2_key, 0x00);
130: push(@r_docomo2_val, 0x00);
131: push(@r_docomo3_key, 0x00);
132: push(@r_docomo3_val, 0x00);
133:
134: print OUT "int mb_tbl_code2uni_docomo_min = $docomo_min;\n";
135: print OUT "int mb_tbl_code2uni_docomo_max = $docomo_max;\n\n";
136:
137: print OUT "int mb_tbl_code2uni_docomo[] = {\n";
138: print OUT &show_code(@docomo_v);
139: print OUT "};\n\n";
140:
141: print OUT "int mb_tbl_uni_docomo2code_min1 = $to_docomo_min1;\n";
142: print OUT "int mb_tbl_uni_docomo2code_max1 = $to_docomo_max1;\n";
143: print OUT "int mb_tbl_uni_docomo2code_min2 = $to_docomo_min2;\n";
144: print OUT "int mb_tbl_uni_docomo2code_max2 = $to_docomo_max2;\n";
145: print OUT "int mb_tbl_uni_docomo2code_min3 = $to_docomo_min3;\n";
146: print OUT "int mb_tbl_uni_docomo2code_max3 = $to_docomo_max3;\n\n";
147:
148: #print "DOCOMO reverse 1\n";
149:
150: print OUT "int mb_tbl_uni_docomo2code_key1[] = {\n";
151: print OUT &show_code(@r_docomo1_key),"\n";
152: print OUT "};\n\n";
153: print OUT "int mb_tbl_uni_docomo2code_val1[] = {\n";
154: print OUT &show_code(@r_docomo1_val),"\n";
155: print OUT "};\n\n";
156:
157: #print "DOCOMO reverse 2\n";
158:
159: print OUT "int mb_tbl_uni_docomo2code_key2[] = {\n";
160: print OUT &show_code(@r_docomo2_key),"\n";
161: print OUT "};\n\n";
162: print OUT "int mb_tbl_uni_docomo2code_val2[] = {\n";
163: print OUT &show_code(@r_docomo2_val),"\n";
164: print OUT "};\n\n";
165:
166: print "DOCOMO reverse 3\n";
167:
168: print OUT "int mb_tbl_uni_docomo2code_key3[] = {\n";
169: print OUT &show_code(@r_docomo3_key),"\n";
170: print OUT "};\n\n";
171: print OUT "int mb_tbl_uni_docomo2code_val3[] = {\n";
172: print OUT &show_code(@r_docomo3_val),"\n";
173: print OUT "};\n\n";
174:
175: #print "DOCOMO reverse end \n";
176:
177: $kddi_min1 = 9400;
178: $kddi_max1 = 9400+264;
179: $kddi_min2 = 9400+564;
180: $kddi_max2 = 9400+939;
181:
182: @kddi_v1 = ();
183: @kddi_v2 = ();
184:
185: #print "KDDI\n";
186:
187: foreach $key (sort {hex($a) <=> hex($b)} keys(%kddi)) {
188: $s = $key;
189: $pos = $s % 94;
190: $ku = ($s - $pos)/94;
191: $v = $key - $kddi_min1;
192: $h = sprintf("%x",$key);
193: #print "$ku:$pos :: $v ($h) => $kddi{$key}\n";
194:
195: if ($key <= $kddi_max1) {
196: $kddi_v1[$key-$kddi_min1] = $kddi{$key};
197: } elsif ($key <= $kddi_max2) {
198: $kddi_v2[$key-$kddi_min2] = $kddi{$key};
199: }
200: }
201:
202: $to_kddi_min = 9660;
203: $to_kddi_min1 = 0x0030;
204: $to_kddi_max1 = 0x00AE;
205: $to_kddi_min2 = 0x2002;
206: $to_kddi_max2 = 0x3299;
207: $to_kddi_min3 = 0x1F004;
208: $to_kddi_max3 = 0x1F6C0;
209:
210: @r_kddi1_key = (); @r_kddi1_val = ();
211: @r_kddi2_key = (); @r_kddi2_val = ();
212: @r_kddi3_key = (); @r_kddi3_val = ();
213:
214: foreach $key (sort {hex($a) <=> hex($b)} keys(%to_kddi)) {
215: $s = $to_kddi{$key};
216:
217: $pos = $s % 94;
218: $ku = ($s - $pos)/94;
219: $v = $to_kddi{$key} - $to_kddi_min;
220: $h = sprintf("%x",$s);
221: #print "$ku:$pos = $h ($v) <= $key\n";
222: if (hex($key) <= $to_kddi_max1) {
223: push(@r_kddi1_key, $key);
224: push(@r_kddi1_val, $h);
225: } elsif (hex($key) <= $to_kddi_max2) {
226: push(@r_kddi2_key, $key);
227: push(@r_kddi2_val, $h);
228: } else {
229: push(@r_kddi3_key, $key);
230: push(@r_kddi3_val, $h);
231: }
232: }
233:
234: push(@r_kddi1_key, 0x00);
235: push(@r_kddi1_val, 0x00);
236: push(@r_kddi2_key, 0x00);
237: push(@r_kddi2_val, 0x00);
238: push(@r_kddi3_key, 0x00);
239: push(@r_kddi3_val, 0x00);
240:
241: print OUT "int mb_tbl_code2uni_kddi1_min = $kddi_min1;\n";
242: print OUT "int mb_tbl_code2uni_kddi1_max = $kddi_max1;\n";
243: print OUT "int mb_tbl_code2uni_kddi2_min = $kddi_min2;\n";
244: print OUT "int mb_tbl_code2uni_kddi2_max = $kddi_max2;\n\n";
245:
246: #print "KDDI 1\n";
247:
248: print OUT "int mb_tbl_code2uni_kddi1[] = {\n";
249: print OUT &show_code(@kddi_v1);
250: print OUT "};\n\n";
251:
252: #print "KDDI 2\n";
253:
254: print OUT "int mb_tbl_code2uni_kddi2[] = {\n";
255: print OUT &show_code(@kddi_v2);
256: print OUT "};\n\n";
257:
258: print OUT "int mb_tbl_uni_kddi2code_min1 = $to_kddi_min1;\n";
259: print OUT "int mb_tbl_uni_kddi2code_max1 = $to_kddi_max1;\n";
260: print OUT "int mb_tbl_uni_kddi2code_min2 = $to_kddi_min2;\n";
261: print OUT "int mb_tbl_uni_kddi2code_max2 = $to_kddi_max2;\n";
262: print OUT "int mb_tbl_uni_kddi2code_min3 = $to_kddi_min3;\n";
263: print OUT "int mb_tbl_uni_kddi2code_max3 = $to_kddi_max3;\n\n";
264:
265: #print "KDDI reverse 1\n";
266:
267: print OUT "int mb_tbl_uni_kddi2code_key1[] = {\n";
268: print OUT &show_code(@r_kddi1_key),"\n";
269: print OUT "};\n\n";
270: print OUT "int mb_tbl_uni_kddi2code_val1[] = {\n";
271: print OUT &show_code(@r_kddi1_val),"\n";
272: print OUT "};\n\n";
273:
274: #print "KDDI reverse 1\n";
275:
276: print OUT "int mb_tbl_uni_kddi2code_key2[] = {\n";
277: print OUT &show_code(@r_kddi2_key),"\n";
278: print OUT "};\n\n";
279: print OUT "int mb_tbl_uni_kddi2code_val2[] = {\n";
280: print OUT &show_code(@r_kddi2_val),"\n";
281: print OUT "};\n\n";
282:
283: #print "KDDI reverse 3\n";
284:
285: print OUT "int mb_tbl_uni_kddi2code_key3[] = {\n";
286: print OUT &show_code(@r_kddi3_key),"\n";
287: print OUT "};\n\n";
288: print OUT "int mb_tbl_uni_kddi2code_val3[] = {\n";
289: print OUT &show_code(@r_kddi3_val),"\n";
290: print OUT "};\n\n";
291:
292:
293: $sb_min1 = 10153;
294: $sb_max1 = 10153+177;
295: $sb_min2 = 10153+376;
296: $sb_max2 = 10153+547;
297: $sb_min3 = 10153+752;
298: $sb_max3 = 10153+901;
299:
300: @sb_v1 = ();
301: @sb_v2 = ();
302: @sb_v3 = ();
303:
304: if (1) {
305: print "SoftBank\n";
306:
307: foreach $key (sort {hex($a) <=> hex($b)} keys(%softbank)) {
308: $s = $key;
309: $pos = $s % 94;
310: $ku = ($s - $pos)/94;
311: $v = $key - $sb_min1;
312: $h = sprintf("%x",$key);
313: #print "$ku:$pos :: $v ($h) => $softbank{$key}\n";
314: if ($key <= $sb_max1) {
315: $sb_v1[$key-$sb_min1] = $softbank{$key};
316: } elsif ($key <= $sb_max2) {
317: $sb_v2[$key-$sb_min2] = $softbank{$key};
318: } elsif ($key <= $sb_max3) {
319: $sb_v3[$key-$sb_min3] = $softbank{$key};
320: }
321: }
322:
323: }
324:
325: $to_sb_min = 10263;
326: $to_sb_min1 = 0x0023;
327: $to_sb_max1 = 0x00AE;
328: $to_sb_min2 = 0x2122;
329: $to_sb_max2 = 0x3299;
330: $to_sb_min3 = 0x1F004;
331: $to_sb_max3 = 0x1F6C0;
332:
333: @r_sb1_key = (); @r_sb1_val = ();
334: @r_sb2_key = (); @r_sb2_val = ();
335: @r_sb3_key = (); @r_sb3_val = ();
336:
337: foreach $key (sort {hex($a) <=> hex($b)} keys(%to_sb)) {
338: $s = $to_sb{$key};
339:
340: $pos = $s % 94;
341: $ku = ($s - $pos)/94;
342: $v = $to_sb{$key} - $to_sb_min;
343: $h = sprintf("%x",$s);
344: #print "$ku:$pos = $h ($v) <= $key\n";
345: if (hex($key) <= $to_sb_max1) {
346: push(@r_sb1_key, $key);
347: push(@r_sb1_val, $h);
348: } elsif (hex($key) >= $to_sb_min2 && hex($key) <= $to_sb_max2) {
349: push(@r_sb2_key, $key);
350: push(@r_sb2_val, $h);
351: } else {
352: push(@r_sb3_key, $key);
353: push(@r_sb3_val, $h);
354: }
355: }
356:
357: push(@r_sb1_key, 0x00);
358: push(@r_sb1_val, 0x00);
359: push(@r_sb2_key, 0x00);
360: push(@r_sb2_val, 0x00);
361: push(@r_sb3_key, 0x00);
362: push(@r_sb3_val, 0x00);
363:
364:
365: print OUT "int mb_tbl_code2uni_sb1_min = $sb_min1;\n";
366: print OUT "int mb_tbl_code2uni_sb1_max = $sb_max1;\n";
367: print OUT "int mb_tbl_code2uni_sb2_min = $sb_min2;\n";
368: print OUT "int mb_tbl_code2uni_sb2_max = $sb_max2;\n";
369: print OUT "int mb_tbl_code2uni_sb3_min = $sb_min3;\n";
370: print OUT "int mb_tbl_code2uni_sb3_max = $sb_max3;\n\n";
371:
372: #print "SoftBank 1\n";
373:
374: print OUT "int mb_tbl_code2uni_sb1[] = {\n";
375: print OUT &show_code(@sb_v1);
376: print OUT "};\n\n";
377:
378: #print "SoftBank 2\n";
379:
380: print OUT "int mb_tbl_code2uni_sb2[] = {\n";
381: print OUT &show_code(@sb_v2);
382: print OUT "};\n\n";
383:
384: #print "SoftBank 3\n";
385:
386: print OUT "int mb_tbl_code2uni_sb3[] = {\n";
387: print OUT &show_code(@sb_v3);
388: print OUT "};\n\n";
389:
390: print OUT "int mb_tbl_uni_sb2code_min1 = $to_sb_min1;\n";
391: print OUT "int mb_tbl_uni_sb2code_max1 = $to_sb_max1;\n";
392: print OUT "int mb_tbl_uni_sb2code_min2 = $to_sb_min2;\n";
393: print OUT "int mb_tbl_uni_sb2code_max2 = $to_sb_max2;\n";
394: print OUT "int mb_tbl_uni_sb2code_min3 = $to_sb_min3;\n";
395: print OUT "int mb_tbl_uni_sb2code_max3 = $to_sb_max3;\n\n";
396:
397: #print "SB reverse 1\n";
398:
399: print OUT "int mb_tbl_uni_sb2code_key1[] = {\n";
400: print OUT &show_code(@r_sb1_key),"\n";
401: print OUT "};\n\n";
402: print OUT "int mb_tbl_uni_sb2code_val1[] = {\n";
403: print OUT &show_code(@r_sb1_val),"\n";
404: print OUT "};\n\n";
405:
406: #print "SB reverse 2\n";
407:
408: print OUT "int mb_tbl_uni_sb2code_key2[] = {\n";
409: print OUT &show_code(@r_sb2_key),"\n";
410: print OUT "};\n\n";
411: print OUT "int mb_tbl_uni_sb2code_val2[] = {\n";
412: print OUT &show_code(@r_sb2_val),"\n";
413: print OUT "};\n\n";
414:
415: #print "SB reverse 3\n";
416:
417: print OUT "int mb_tbl_uni_sb2code_key3[] = {\n";
418: print OUT &show_code(@r_sb3_key),"\n";
419: print OUT "};\n\n";
420: print OUT "int mb_tbl_uni_sb2code_val3[] = {\n";
421: print OUT &show_code(@r_sb3_val),"\n";
422: print OUT "};\n\n";
423:
424:
425: close(OUT);
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to mk_emoji_tbl.pl CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / php / ext / mbstring / libmbfl / filters