zoukankan      html  css  js  c++  java
  • 判断文本文件的编码

    调用:

    Encoding encoding = GetFileEncodeType(sourcePath);
    TextReader tr = new StreamReader(sourcePath, encoding);
            #region 判断文本文件的编码    
    
            /// <summary>
            /// 给定文件的路径,读取文件的二进制数据,判断文件的编码类型
            /// </summary>
            /// <param name=“FILE_NAME“>文件路径</param>
            /// <returns>文件的编码类型</returns>
            public static System.Text.Encoding GetFileEncodeType(string FILE_NAME)
            {
                try
                {
                    FileStream fs = new FileStream(FILE_NAME, FileMode.Open, FileAccess.Read);
                    Encoding r = GetType(fs);
                    fs.Close();
                    return r;
                }
                catch
                {
                    return Encoding.Default;
                }
            }
    
            /// <summary>
            /// 通过给定的文件流,判断文件的编码类型
            /// </summary>
            /// <param name=“fs“>文件流</param>
            /// <returns>文件的编码类型</returns>
            public static System.Text.Encoding GetType(FileStream fs)
            {
                try
                {
    
                    byte[] Unicode = new byte[] { 0xFF, 0xFE, 0x41 };
                    byte[] UnicodeBIG = new byte[] { 0xFE, 0xFF, 0x00 };
                    byte[] UTF8 = new byte[] { 0xEF, 0xBB, 0xBF }; //带BOM
                    Encoding reVal = Encoding.Default;
    
                    BinaryReader r = new BinaryReader(fs, System.Text.Encoding.Default);
                    int i;
                    int.TryParse(fs.Length.ToString(), out i);
                    byte[] ss = r.ReadBytes(i);
                    if (IsUTF8Bytes(ss) || (ss[0] == 0xEF && ss[1] == 0xBB && ss[2] == 0xBF))
                    {
                        reVal = Encoding.UTF8;
                    }
                    else if (ss[0] == 0xFE && ss[1] == 0xFF && ss[2] == 0x00)
                    {
                        reVal = Encoding.BigEndianUnicode;
                    }
                    else if (ss[0] == 0xFF && ss[1] == 0xFE && ss[2] == 0x41)
                    {
                        reVal = Encoding.Unicode;
                    }
                    //else if (ss[0] == 0x31 && ss[1] == 0xA1 && ss[2] == 0xA2)
                    else
                    {
                        reVal = Encoding.GetEncoding("GB2312");
                    }
                    r.Close();
                    return reVal;
                }
                catch
                {
                    return Encoding.Default;
                }
    
            }
    
            /// <summary>
            /// 判断是否是不带 BOM 的 UTF8 格式
            /// </summary>
            /// <param name=“data“></param>
            /// <returns></returns>
            private static bool IsUTF8Bytes(byte[] data)
            {
                try
                {
    
                    int charByteCounter = 1; //计算当前正分析的字符应还有的字节数
                    byte curByte; //当前分析的字节.
                    for (int i = 0; i < data.Length; i++)
                    {
                        curByte = data[i];
                        if (charByteCounter == 1)
                        {
                            if (curByte >= 0x80)
                            {
                                //判断当前
                                while (((curByte <<= 1) & 0x80) != 0)
                                {
                                    charByteCounter++;
                                }
                                //标记位首位若为非0 则至少以2个1开始 如:110XXXXX...........1111110X
                                if (charByteCounter == 1 || charByteCounter > 6)
                                {
                                    return false;
                                }
                            }
                        }
                        else
                        {
                            //若是UTF-8 此时第一位必须为1
                            if ((curByte & 0xC0) != 0x80)
                            {
                                return false;
                            }
                            charByteCounter--;
                        }
                    }
                    if (charByteCounter > 1)
                    {
                        throw new Exception("非预期的byte格式");
                    }
                    return true;
                }
                catch
                {
                    return false;
                }
            }
            #endregion
  • 相关阅读:
    bnuoj 4207 台风(模拟题)
    bnuoj 4208 Bubble sort
    bnuoj 4209 Triangle(计算几何)
    bnuoj 33656 J. C.S.I.: P15(图形搜索题)
    bnuoj 33648 Neurotic Network(树形模拟题)
    bnuoj 33647 Angry Grammar Nazi(字符串)
    bnuoj 16493 Just Pour the Water(矩阵快速幂)
    Solidity合约记录——(三)如何在合约中对操作进行权限控制
    预赛第二场
    预赛第一场
  • 原文地址:https://www.cnblogs.com/xtjatswc/p/11949321.html
Copyright © 2011-2022 走看看