作者：eggplant | 来源：互联网 | 2023-05-18 13:19
最近搞个微信公众号的项目，如果微信用户名有表情符号的，那么在我们的系统里面就会保存不了。最初的解决方案是把数据库的utf8格式改为utf8mb4。这样就能兼容保存emoji表情符号，后面又发现，
最近搞个微信公众号的项目，如果微信用户名有表情符号的，那么在我们的系统里面就会保存不了。最初的解决方案是把数据库的utf8格式改为utf8mb4。这样就能兼容保存emoji表情符号，后面又发现，保存的表情符号有的能正常显示有的不可以，后来经过几次验证才发现，用IOS自带输入法输入的表情，跟安卓输入法输入的表情编码不一样，导致有些符号不能显示，而且有些IOS有的符号安卓机子还没有。如果要统一就必须要进行转码，这样工作量比较大，不能在短时间内解决，最好的方案就是过滤，把emoji表情符号替换成□。于是就去查了unicode码表，做了一个过滤的工具类,使用正则表达式过滤表情字符
public final static String unicodeReg= "["+
"\u4E00-\u9FBF"+//：CJK 统一表意符号 (CJK Unified Ideographs)
"\u4DC0-\u4DFF"+//：易经六十四卦符号 (Yijing Hexagrams Symbols)
"\u0000-\u007F"+//：C0控制符及基本拉丁文 (C0 Control and Basic Latin)
"\u0080-\u00FF"+//：C1控制符及拉丁：补充-1 (C1 Control and Latin 1 Supplement)
"\u0100-\u017F"+//：拉丁文扩展-A (Latin Extended-A)
"\u0180-\u024F"+//：拉丁文扩展-B (Latin Extended-B)
"\u0250-\u02AF"+//：国际音标扩展 (IPA Extensions)
"\u02B0-\u02FF"+//：空白修饰字母 (Spacing Modifiers)
"\u0300-\u036F"+//：结合用读音符号 (Combining Diacritics Marks)
"\u0370-\u03FF"+//：希腊文及科普特文 (Greek and Coptic)
"\u0400-\u04FF"+//：西里尔字母 (Cyrillic)
"\u0500-\u052F"+//：西里尔字母补充 (Cyrillic Supplement)
"\u0530-\u058F"+//：亚美尼亚语 (Armenian)
"\u0590-\u05FF"+//：希伯来文 (Hebrew)
"\u0600-\u06FF"+//：阿拉伯文 (Arabic)
"\u0700-\u074F"+//：叙利亚文 (Syriac)
"\u0750-\u077F"+//：阿拉伯文补充 (Arabic Supplement)
"\u0780-\u07BF"+//：马尔代夫语 (Thaana)
//"\u07C0-\u077F"+//：西非书面语言 (N'Ko)
"\u0800-\u085F"+//：阿维斯塔语及巴列维语 (Avestan and Pahlavi)
"\u0860-\u087F"+//：Mandaic
"\u0880-\u08AF"+//：撒马利亚语 (Samaritan)
"\u0900-\u097F"+//：天城文书 (Devanagari)
"\u0980-\u09FF"+//：孟加拉语 (Bengali)
"\u0A00-\u0A7F"+//：锡克教文 (Gurmukhi)
"\u0A80-\u0AFF"+//：古吉拉特文 (Gujarati)
"\u0B00-\u0B7F"+//：奥里亚文 (Oriya)
"\u0B80-\u0BFF"+//：泰米尔文 (Tamil)
"\u0C00-\u0C7F"+//：泰卢固文 (Telugu)
"\u0C80-\u0CFF"+//：卡纳达文 (Kannada)
"\u0D00-\u0D7F"+//：德拉维族语 (Malayalam)
"\u0D80-\u0DFF"+//：僧伽罗语 (Sinhala)
"\u0E00-\u0E7F"+//：泰文 (Thai)
"\u0E80-\u0EFF"+//：老挝文 (Lao)
"\u0F00-\u0FFF"+//：藏文 (Tibetan)
"\u1000-\u109F"+//：缅甸语 (Myanmar)
"\u10A0-\u10FF"+//：格鲁吉亚语 (Georgian)
"\u1100-\u11FF"+//：朝鲜文 (Hangul Jamo)
"\u1200-\u137F"+//：埃塞俄比亚语 (Ethiopic)
"\u1380-\u139F"+//：埃塞俄比亚语补充 (Ethiopic Supplement)
"\u13A0-\u13FF"+//：切罗基语 (Cherokee)
"\u1400-\u167F"+//：统一加拿大土著语音节 (Unified Canadian Aboriginal Syllabics)
"\u1680-\u169F"+//：欧甘字母 (Ogham)
"\u16A0-\u16FF"+//：如尼文 (Runic)
"\u1700-\u171F"+//：塔加拉语 (Tagalog)
"\u1720-\u173F"+//：Hanunóo
"\u1740-\u175F"+//：Buhid
"\u1760-\u177F"+//：Tagbanwa
"\u1780-\u17FF"+//：高棉语 (Khmer)
"\u1800-\u18AF"+//：蒙古文 (Mongolian)
"\u18B0-\u18FF"+//：Cham
"\u1900-\u194F"+//：Limbu
"\u1950-\u197F"+//：德宏泰语 (Tai Le)
"\u1980-\u19DF"+//：新傣仂语 (New Tai Lue)
"\u19E0-\u19FF"+//：高棉语记号 (Kmer Symbols)
"\u1A00-\u1A1F"+//：Buginese
"\u1A20-\u1A5F"+//：Batak
"\u1A80-\u1AEF"+//：Lanna
"\u1B00-\u1B7F"+//：巴厘语 (Balinese)
"\u1B80-\u1BB0"+//：巽他语 (Sundanese)
"\u1BC0-\u1BFF"+//：Pahawh Hmong
"\u1C00-\u1C4F"+//：雷布查语(Lepcha)
"\u1C50-\u1C7F"+//：Ol Chiki
"\u1C80-\u1CDF"+//：曼尼普尔语 (Meithei/Manipuri)
"\u1D00-\u1D7F"+//：语音学扩展 (Phone tic Extensions)
"\u1D80-\u1DBF"+//：语音学扩展补充 (Phonetic Extensions Supplement)
"\u1DC0-\u1DFF"+//结合用读音符号补充 (Combining Diacritics Marks Supplement)
"\u1E00-\u1EFF"+//：拉丁文扩充附加 (Latin Extended Additional)
"\u1F00-\u1FFF"+//：希腊语扩充 (Greek Extended)
"\u2000-\u206F"+//：常用标点 (General Punctuation)
"\u2070-\u209F"+//：上标及下标 (Superscripts and Subscripts)
"\u20A0-\u20CF"+//：货币符号 (Currency Symbols)
"\u20D0-\u20FF"+//：组合用记号 (Combining Diacritics Marks for Symbols)
"\u2100-\u214F"+//：字母式符号 (Letterlike Symbols)
"\u2150-\u218F"+//：数字形式 (Number Form)
"\u2190-\u21FF"+//：箭头 (Arrows)
"\u2200-\u22FF"+//：数学运算符 (Mathematical Operator)
"\u2300-\u23FF"+//：杂项工业符号 (Miscellaneous Technical)
"\u2400-\u243F"+//：控制图片 (Control Pictures)
"\u2440-\u245F"+//：光学识别符 (Optical Character Recognition)
"\u2460-\u24FF"+//：封闭式字母数字 (Enclosed Alphanumerics)
"\u2500-\u257F"+//：制表符 (Box Drawing)
"\u2580-\u259F"+//：方块元素 (Block Element)
"\u25A0-\u25FF"+//：几何图形 (Geometric Shapes)
"\u2600-\u26FF"+//：杂项符号 (Miscellaneous Symbols)
"\u2700-\u27BF"+//：印刷符号 (Dingbats)
"\u27C0-\u27EF"+//：杂项数学符号-A (Miscellaneous Mathematical Symbols-A)
"\u27F0-\u27FF"+//：追加箭头-A (Supplemental Arrows-A)
"\u2800-\u28FF"+//：盲文点字模型 (Braille Patterns)
"\u2900-\u297F"+//：追加箭头-B (Supplemental Arrows-B)
"\u2980-\u29FF"+//：杂项数学符号-B (Miscellaneous Mathematical Symbols-B)
"\u2A00-\u2AFF"+//：追加数学运算符 (Supplemental Mathematical Operator)
"\u2B00-\u2BFF"+//：杂项符号和箭头 (Miscellaneous Symbols and Arrows)
"\u2C00-\u2C5F"+//：格拉哥里字母 (Glagolitic)
"\u2C60-\u2C7F"+//：拉丁文扩展-C (Latin Extended-C)
"\u2C80-\u2CFF"+//：古埃及语 (Coptic)
"\u2D00-\u2D2F"+//：格鲁吉亚语补充 (Georgian Supplement)
"\u2D30-\u2D7F"+//：提非纳文 (Tifinagh)
"\u2D80-\u2DDF"+//：埃塞俄比亚语扩展 (Ethiopic Extended)
"\u2E00-\u2E7F"+//：追加标点 (Supplemental Punctuation)
"\u2E80-\u2EFF"+//：CJK 部首补充 (CJK Radicals Supplement)
"\u2F00-\u2FDF"+//：康熙字典部首 (Kangxi Radicals)
"\u2FF0-\u2FFF"+//：表意文字描述符 (Ideographic Description Characters)
"\u3000-\u303F"+//：CJK 符号和标点 (CJK Symbols and Punctuation)
"\u3040-\u309F"+//：日文平假名 (Hiragana)
"\u30A0-\u30FF"+//：日文片假名 (Katakana)
"\u3100-\u312F"+//：注音字母 (Bopomofo)
"\u3130-\u318F"+//：朝鲜文兼容字母 (Hangul Compatibility Jamo)
"\u3190-\u319F"+//：象形字注释标志 (Kanbun)
"\u31A0-\u31BF"+//：注音字母扩展 (Bopomofo Extended)
"\u31C0-\u31EF"+//：CJK 笔画 (CJK Strokes)
"\u31F0-\u31FF"+//：日文片假名语音扩展 (Katakana Phonetic Extensions)
"\u3200-\u32FF"+//：封闭式 CJK 文字和月份 (Enclosed CJK Letters and Months)
"\u3300-\u33FF"+//：CJK 兼容 (CJK Compatibility)
"\u3400-\u4DBF"+//：CJK 统一表意符号扩展 A (CJK Unified Ideographs Extension A)
"\u4DC0-\u4DFF"+//：易经六十四卦符号 (Yijing Hexagrams Symbols)
"\u4E00-\u9FBF"+//：CJK 统一表意符号 (CJK Unified Ideographs)
"\uA000-\uA48F"+//：彝文音节 (Yi Syllables)
"\uA490-\uA4CF"+//：彝文字根 (Yi Radicals)
"\uA500-\uA61F"+//：Vai
"\uA660-\uA6FF"+//：统一加拿大土著语音节补充 (Unified Canadian Aboriginal Syllabics Supplement)
"\uA700-\uA71F"+//：声调修饰字母 (Modifier Tone Letters)
"\uA720-\uA7FF"+//：拉丁文扩展-D (Latin Extended-D)
"\uA800-\uA82F"+//：Syloti Nagri
"\uA840-\uA87F"+//：八思巴字 (Phags-pa)
"\uA880-\uA8DF"+//：Saurashtra
"\uA900-\uA97F"+//：爪哇语 (Javanese)
"\uA980-\uA9DF"+//：Chakma
"\uAA00-\uAA3F"+//：Varang Kshiti
"\uAA40-\uAA6F"+//：Sorang Sompeng
"\uAA80-\uAADF"+//：Newari
"\uAB00-\uAB5F"+//：越南傣语 (Vi?t Thái)
"\uAB80-\uABA0"+//：Kayah Li
"\uAC00-\uD7AF"+//：朝鲜文音节 (Hangul Syllables)
//"\uD800-\uDBFF"+//：High-half zone of UTF-16
//"\uDC00-\uDFFF"+//：Low-half zone of UTF-16
"\uE000-\uF8FF"+//：自行使用区域 (Private Use Zone)
"\uF900-\uFAFF"+//：CJK 兼容象形文字 (CJK Compatibility Ideographs)
"\uFB00-\uFB4F"+//：字母表达形式 (Alphabetic Presentation Form)
"\uFB50-\uFDFF"+//：阿拉伯表达形式A (Arabic Presentation Form-A)
"\uFE00-\uFE0F"+//：变量选择符 (Variation Selector)
"\uFE10-\uFE1F"+//：竖排形式 (Vertical Forms)
"\uFE20-\uFE2F"+//：组合用半符号 (Combining Half Marks)
"\uFE30-\uFE4F"+//：CJK 兼容形式 (CJK Compatibility Forms)
"\uFE50-\uFE6F"+//：小型变体形式 (Small Form Variants)
"\uFE70-\uFEFF"+//：阿拉伯表达形式B (Arabic Presentation Form-B)
"\uFF00-\uFFEF"+//：半型及全型形式 (Halfwidth and Fullwidth Form)
"\uFFF0-\uFFFF]";//：特殊 (Specials);
/**
* 将字符串转成unicode
* @param str 待转字符串
* @return unicode字符串
*/
public static String convert(String str)
{
str = (str == null ? "" : str);
String tmp;
StringBuffer sb = new StringBuffer(1000);
char c;
int i, j;
sb.setLength(0);
for (i = 0; i {
c = str.charAt(i);
sb.append("\\u");
j = (c >>>8); //取出高8位
tmp = Integer.toHexString(j);
if (tmp.length() == 1)
{
sb.append("0");
}
sb.append(tmp);
j = (c & 0xFF); //取出低8位
tmp = Integer.toHexString(j);
if (tmp.length() == 1)
{
sb.append("0");
}
sb.append(tmp);
}
return (new String(sb).toUpperCase());
}
/**
* 2)unicode转成字符串，与上述过程反向操作即可
* 将unicode 字符串
* @param str 待转字符串
* @return 普通字符串
*/
public static String revert(String str)
{
str = (str == null ? "" : str);
if (str.indexOf("\\u") == -1)//如果不是unicode码则原样返回
return str;
StringBuffer sb = new StringBuffer(1000);
for (int i = 0; i {
String strTemp = str.substring(i, i + 6);
String value = strTemp.substring(2);
int c = 0;
for (int j = 0; j {
char tempChar = value.charAt(j);
int t = 0;
switch (tempChar)
{
case 'a':
t = 10;
break;
case 'b':
t = 11;
break;
case 'c':
t = 12;
break;
case 'd':
t = 13;
break;
case 'e':
t = 14;
break;
case 'f':
t = 15;
break;
default:
t = tempChar - 48;
break;
}
c += t * ((int) Math.pow(16, (value.length() - j - 1)));
}
sb.append((char) c);
i = i + 6;
}
return sb.toString();
}
public static String emojiChange(String string){
System.out.println("__________________________________");
try{
System.out.println("all-string:"+string);
System.out.println("all-unicode:"+convert(string));
Pattern pattern = Pattern.compile(unicodeReg);
StringBuffer sbBuffer=new StringBuffer();
for(int i=0;i char c=string.charAt(i);
String temp=String.valueOf(c);
Matcher matcher = pattern.matcher(temp);
if(matcher.find()){
sbBuffer.append(temp);
}else{
sbBuffer.append("□");
}
System.out.println("temp:"+temp+";unicode:"+convert(temp));
}
System.out.println("sb:"+sbBuffer.toString());
System.out.println("--------------------------------------");
return sbBuffer.toString();
}catch(Exception e){
e.printStackTrace();
}
return "";
}
这样就先解决了表情符号无法显示的问题，至于如果要真正能显示符号。。。感觉还是有很长的路要走，而且IOS每次更新，都会新上几个表情符号，如果微信更新不及时，微信里面的显示也是方块或者替换成对应的文字。
参考
IOS emoji编码
http://www.cocoachina.com/ios/20160527/16494.html
京公网安备 11010802041100号