1 2 3 4 5 6 7 8 9 pre { line-height: 125%; } td.linenos .normal { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; } span.linenos { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; } td.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; } span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; } .highlight .hll { background-color: #ffffcc } .highlight .c { color: #888888 } /* Comment */ .highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */ .highlight .k { color: #008800; font-weight: bold } /* Keyword */ .highlight .ch { color: #888888 } /* Comment.Hashbang */ .highlight .cm { color: #888888 } /* Comment.Multiline */ .highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */ .highlight .cpf { color: #888888 } /* Comment.PreprocFile */ .highlight .c1 { color: #888888 } /* Comment.Single */ .highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */ .highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */ .highlight .ge { font-style: italic } /* Generic.Emph */ .highlight .ges { font-weight: bold; font-style: italic } /* Generic.EmphStrong */ .highlight .gr { color: #aa0000 } /* Generic.Error */ .highlight .gh { color: #333333 } /* Generic.Heading */ .highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */ .highlight .go { color: #888888 } /* Generic.Output */ .highlight .gp { color: #555555 } /* Generic.Prompt */ .highlight .gs { font-weight: bold } /* Generic.Strong */ .highlight .gu { color: #666666 } /* Generic.Subheading */ .highlight .gt { color: #aa0000 } /* Generic.Traceback */ .highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */ .highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */ .highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */ .highlight .kp { color: #008800 } /* Keyword.Pseudo */ .highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */ .highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */ .highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */ .highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */ .highlight .na { color: #336699 } /* Name.Attribute */ .highlight .nb { color: #003388 } /* Name.Builtin */ .highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */ .highlight .no { color: #003366; font-weight: bold } /* Name.Constant */ .highlight .nd { color: #555555 } /* Name.Decorator */ .highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */ .highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */ .highlight .nl { color: #336699; font-style: italic } /* Name.Label */ .highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */ .highlight .py { color: #336699; font-weight: bold } /* Name.Property */ .highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */ .highlight .nv { color: #336699 } /* Name.Variable */ .highlight .ow { color: #008800 } /* Operator.Word */ .highlight .w { color: #bbbbbb } /* Text.Whitespace */ .highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */ .highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */ .highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */ .highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */ .highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */ .highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */ .highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */ .highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */ .highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */ .highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */ .highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */ .highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */ .highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */ .highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */ .highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */ .highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */ .highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */ .highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */ .highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */ .highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */ .highlight .vc { color: #336699 } /* Name.Variable.Class */ .highlight .vg { color: #dd7700 } /* Name.Variable.Global */ .highlight .vi { color: #3333bb } /* Name.Variable.Instance */ .highlight .vm { color: #336699 } /* Name.Variable.Magic */ .highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Threading.Tasks; namespace Tango.CodeGeneration { /// <summary> /// Represents a code object. /// </summary> public interface ICodeObject { // Copyright (c) AlphaSierraPapa for the SharpDevelop Team (for details please see \doc\copyright.txt) // This code is distributed under the GNU LGPL (for details please see \doc\license.txt) using System; using System.IO; using System.Text; namespace ICSharpCode.AvalonEdit.Utils { /// <summary> /// Class that can open text files with auto-detection of the encoding. /// </summary> public static class FileReader { /// <summary> /// Gets if the given encoding is a Unicode encoding (UTF). /// </summary> /// <remarks> /// Returns true for UTF-7, UTF-8, UTF-16 LE, UTF-16 BE, UTF-32 LE and UTF-32 BE. /// Returns false for all other encodings. /// </remarks> public static bool IsUnicode(Encoding encoding) { if (encoding == null) throw new ArgumentNullException("encoding"); switch (encoding.CodePage) { case 65000: // UTF-7 case 65001: // UTF-8 case 1200: // UTF-16 LE case 1201: // UTF-16 BE case 12000: // UTF-32 LE case 12001: // UTF-32 BE return true; default: return false; } } /// <summary> /// Reads the content of the given stream. /// </summary> /// <param name="stream">The stream to read. /// The stream must support seeking and must be positioned at its beginning.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>The file content as string.</returns> public static string ReadFileContent(Stream stream, Encoding defaultEncoding) { using (StreamReader reader = OpenStream(stream, defaultEncoding)) { return reader.ReadToEnd(); } } /// <summary> /// Reads the content of the file. /// </summary> /// <param name="fileName">The file name.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>The file content as string.</returns> public static string ReadFileContent(string fileName, Encoding defaultEncoding) { using (FileStream fs = new FileStream(fileName, FileMode.Open, FileAccess.Read, FileShare.Read)) { return ReadFileContent(fs, defaultEncoding); } } /// <summary> /// Opens the specified file for reading. /// </summary> /// <param name="fileName">The file to open.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>Returns a StreamReader that reads from the stream. Use /// <see cref="StreamReader.CurrentEncoding"/> to get the encoding that was used.</returns> public static StreamReader OpenFile(string fileName, Encoding defaultEncoding) { if (fileName == null) throw new ArgumentNullException("fileName"); FileStream fs = new FileStream(fileName, FileMode.Open, FileAccess.Read, FileShare.Read); try { return OpenStream(fs, defaultEncoding); // don't use finally: the stream must be kept open until the StreamReader closes it } catch { fs.Dispose(); throw; } } /// <summary> /// Opens the specified stream for reading. /// </summary> /// <param name="stream">The stream to open.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>Returns a StreamReader that reads from the stream. Use /// <see cref="StreamReader.CurrentEncoding"/> to get the encoding that was used.</returns> public static StreamReader OpenStream(Stream stream, Encoding defaultEncoding) { if (stream == null) throw new ArgumentNullException("stream"); if (stream.Position != 0) throw new ArgumentException("stream is not positioned at beginning.", "stream"); if (defaultEncoding == null) throw new ArgumentNullException("defaultEncoding"); if (stream.Length >= 2) { // the autodetection of StreamReader is not capable of detecting the difference // between ISO-8859-1 and UTF-8 without BOM. int firstByte = stream.ReadByte(); int secondByte = stream.ReadByte(); switch ((firstByte << 8) | secondByte) { case 0x0000: // either UTF-32 Big Endian or a binary file; use StreamReader case 0xfffe: // Unicode BOM (UTF-16 LE or UTF-32 LE) case 0xfeff: // UTF-16 BE BOM case 0xefbb: // start of UTF-8 BOM // StreamReader autodetection works stream.Position = 0; return new StreamReader(stream); default: return AutoDetect(stream, (byte)firstByte, (byte)secondByte, defaultEncoding); } } else { if (defaultEncoding != null) { return new StreamReader(stream, defaultEncoding); } else { return new StreamReader(stream); } } } static StreamReader AutoDetect(Stream fs, byte firstByte, byte secondByte, Encoding defaultEncoding) { int max = (int)Math.Min(fs.Length, 500000); // look at max. 500 KB const int ASCII = 0; const int Error = 1; const int UTF8 = 2; const int UTF8Sequence = 3; int state = ASCII; int sequenceLength = 0; byte b; for (int i = 0; i < max; i++) { if (i == 0) { b = firstByte; } else if (i == 1) { b = secondByte; } else { b = (byte)fs.ReadByte(); } if (b < 0x80) { // normal ASCII character if (state == UTF8Sequence) { state = Error; break; } } else if (b < 0xc0) { // 10xxxxxx : continues UTF8 byte sequence if (state == UTF8Sequence) { --sequenceLength; if (sequenceLength < 0) { state = Error; break; } else if (sequenceLength == 0) { state = UTF8; } } else { state = Error; break; } } else if (b >= 0xc2 && b < 0xf5) { // beginning of byte sequence if (state == UTF8 || state == ASCII) { state = UTF8Sequence; if (b < 0xe0) { sequenceLength = 1; // one more byte following } else if (b < 0xf0) { sequenceLength = 2; // two more bytes following } else { sequenceLength = 3; // three more bytes following } } else { state = Error; break; } } else { // 0xc0, 0xc1, 0xf5 to 0xff are invalid in UTF-8 (see RFC 3629) state = Error; break; } } fs.Position = 0; switch (state) { case ASCII: case Error: // when the file seems to be ASCII or non-UTF8, // we read it using the user-specified encoding so it is saved again // using that encoding. if (IsUnicode(defaultEncoding)) { // the file is not Unicode, so don't read it using Unicode even if the // user has choosen Unicode as the default encoding. // If we don't do this, SD will end up always adding a Byte Order Mark // to ASCII files. defaultEncoding = Encoding.Default; // use system encoding instead } return new StreamReader(fs, defaultEncoding); default: return new StreamReader(fs); } } } }
using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Threading.Tasks; namespace Tango.CodeGeneration { /// <summary> /// Represents a code object. /// </summary> public interface ICodeObject { // Copyright (c) AlphaSierraPapa for the SharpDevelop Team (for details please see \doc\copyright.txt) // This code is distributed under the GNU LGPL (for details please see \doc\license.txt) using System; using System.IO; using System.Text; namespace ICSharpCode.AvalonEdit.Utils { /// <summary> /// Class that can open text files with auto-detection of the encoding. /// </summary> public static class FileReader { /// <summary> /// Gets if the given encoding is a Unicode encoding (UTF). /// </summary> /// <remarks> /// Returns true for UTF-7, UTF-8, UTF-16 LE, UTF-16 BE, UTF-32 LE and UTF-32 BE. /// Returns false for all other encodings. /// </remarks> public static bool IsUnicode(Encoding encoding) { if (encoding == null) throw new ArgumentNullException("encoding"); switch (encoding.CodePage) { case 65000: // UTF-7 case 65001: // UTF-8 case 1200: // UTF-16 LE case 1201: // UTF-16 BE case 12000: // UTF-32 LE case 12001: // UTF-32 BE return true; default: return false; } } /// <summary> /// Reads the content of the given stream. /// </summary> /// <param name="stream">The stream to read. /// The stream must support seeking and must be positioned at its beginning.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>The file content as string.</returns> public static string ReadFileContent(Stream stream, Encoding defaultEncoding) { using (StreamReader reader = OpenStream(stream, defaultEncoding)) { return reader.ReadToEnd(); } } /// <summary> /// Reads the content of the file. /// </summary> /// <param name="fileName">The file name.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>The file content as string.</returns> public static string ReadFileContent(string fileName, Encoding defaultEncoding) { using (FileStream fs = new FileStream(fileName, FileMode.Open, FileAccess.Read, FileShare.Read)) { return ReadFileContent(fs, defaultEncoding); } } /// <summary> /// Opens the specified file for reading. /// </summary> /// <param name="fileName">The file to open.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>Returns a StreamReader that reads from the stream. Use /// <see cref="StreamReader.CurrentEncoding"/> to get the encoding that was used.</returns> public static StreamReader OpenFile(string fileName, Encoding defaultEncoding) { if (fileName == null) throw new ArgumentNullException("fileName"); FileStream fs = new FileStream(fileName, FileMode.Open, FileAccess.Read, FileShare.Read); try { return OpenStream(fs, defaultEncoding); // don't use finally: the stream must be kept open until the StreamReader closes it } catch { fs.Dispose(); throw; } } /// <summary> /// Opens the specified stream for reading. /// </summary> /// <param name="stream">The stream to open.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>Returns a StreamReader that reads from the stream. Use /// <see cref="StreamReader.CurrentEncoding"/> to get the encoding that was used.</returns> public static StreamReader OpenStream(Stream stream, Encoding defaultEncoding) { if (stream == null) throw new ArgumentNullException("stream"); if (stream.Position != 0) throw new ArgumentException("stream is not positioned at beginning.", "stream"); if (defaultEncoding == null) throw new ArgumentNullException("defaultEncoding"); if (stream.Length >= 2) { // the autodetection of StreamReader is not capable of detecting the difference // between ISO-8859-1 and UTF-8 without BOM. int firstByte = stream.ReadByte(); int secondByte = stream.ReadByte(); switch ((firstByte << 8) | secondByte) { case 0x0000: // either UTF-32 Big Endian or a binary file; use StreamReader case 0xfffe: // Unicode BOM (UTF-16 LE or UTF-32 LE) case 0xfeff: // UTF-16 BE BOM case 0xefbb: // start of UTF-8 BOM // StreamReader autodetection works stream.Position = 0; return new StreamReader(stream); default: return AutoDetect(stream, (byte)firstByte, (byte)secondByte, defaultEncoding); } } else { if (defaultEncoding != null) { return new StreamReader(stream, defaultEncoding); } else { return new StreamReader(stream); } } } static StreamReader AutoDetect(Stream fs, byte firstByte, byte secondByte, Encoding defaultEncoding) { int max = (int)Math.Min(fs.Length, 500000); // look at max. 500 KB const int ASCII = 0; const int Error = 1; const int UTF8 = 2; const int UTF8Sequence = 3; int state = ASCII; int sequenceLength = 0; byte b; for (int i = 0; i < max; i++) { if (i == 0) { b = firstByte; } else if (i == 1) { b = secondByte; } else { b = (byte)fs.ReadByte(); } if (b < 0x80) { // normal ASCII character if (state == UTF8Sequence) { state = Error; break; } } else if (b < 0xc0) { // 10xxxxxx : continues UTF8 byte sequence if (state == UTF8Sequence) { --sequenceLength; if (sequenceLength < 0) { state = Error; break; } else if (sequenceLength == 0) { state = UTF8; } } else { state = Error; break; } } else if (b >= 0xc2 && b < 0xf5) { // beginning of byte sequence if (state == UTF8 || state == ASCII) { state = UTF8Sequence; if (b < 0xe0) { sequenceLength = 1; // one more byte following } else if (b < 0xf0) { sequenceLength = 2; // two more bytes following } else { sequenceLength = 3; // three more bytes following } } else { state = Error; break; } } else { // 0xc0, 0xc1, 0xf5 to 0xff are invalid in UTF-8 (see RFC 3629) state = Error; break; } } fs.Position = 0; switch (state) { case ASCII: case Error: // when the file seems to be ASCII or non-UTF8, // we read it using the user-specified encoding so it is saved again // using that encoding. if (IsUnicode(defaultEncoding)) { // the file is not Unicode, so don't read it using Unicode even if the // user has choosen Unicode as the default encoding. // If we don't do this, SD will end up always adding a Byte Order Mark // to ASCII files. defaultEncoding = Encoding.Default; // use system encoding instead } return new StreamReader(fs, defaultEncoding); default: return new StreamReader(fs); } } } }
// Copyright (c) AlphaSierraPapa for the SharpDevelop Team (for details please see \doc\copyright.txt) // This code is distributed under the GNU LGPL (for details please see \doc\license.txt) using System; using System.IO; using System.Text; namespace ICSharpCode.AvalonEdit.Utils { /// <summary> /// Class that can open text files with auto-detection of the encoding. /// </summary> public static class FileReader { /// <summary> /// Gets if the given encoding is a Unicode encoding (UTF). /// </summary> /// <remarks> /// Returns true for UTF-7, UTF-8, UTF-16 LE, UTF-16 BE, UTF-32 LE and UTF-32 BE. /// Returns false for all other encodings. /// </remarks> public static bool IsUnicode(Encoding encoding) { if (encoding == null) throw new ArgumentNullException("encoding"); switch (encoding.CodePage) { case 65000: // UTF-7 case 65001: // UTF-8 case 1200: // UTF-16 LE case 1201: // UTF-16 BE case 12000: // UTF-32 LE case 12001: // UTF-32 BE return true; default: return false; } } /// <summary> /// Reads the content of the given stream. /// </summary> /// <param name="stream">The stream to read. /// The stream must support seeking and must be positioned at its beginning.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>The file content as string.</returns> public static string ReadFileContent(Stream stream, Encoding defaultEncoding) { using (StreamReader reader = OpenStream(stream, defaultEncoding)) { return reader.ReadToEnd(); } } /// <summary> /// Reads the content of the file. /// </summary> /// <param name="fileName">The file name.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>The file content as string.</returns> public static string ReadFileContent(string fileName, Encoding defaultEncoding) { using (FileStream fs = new FileStream(fileName, FileMode.Open, FileAccess.Read, FileShare.Read)) { return ReadFileContent(fs, defaultEncoding); } } /// <summary> /// Opens the specified file for reading. /// </summary> /// <param name="fileName">The file to open.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>Returns a StreamReader that reads from the stream. Use /// <see cref="StreamReader.CurrentEncoding"/> to get the encoding that was used.</returns> public static StreamReader OpenFile(string fileName, Encoding defaultEncoding) { if (fileName == null) throw new ArgumentNullException("fileName"); FileStream fs = new FileStream(fileName, FileMode.Open, FileAccess.Read, FileShare.Read); try { return OpenStream(fs, defaultEncoding); // don't use finally: the stream must be kept open until the StreamReader closes it } catch { fs.Dispose(); throw; } } /// <summary> /// Opens the specified stream for reading. /// </summary> /// <param name="stream">The stream to open.</param> /// <param name="defaultEncoding">The encoding to use if the encoding cannot be auto-detected.</param> /// <returns>Returns a StreamReader that reads from the stream. Use /// <see cref="StreamReader.CurrentEncoding"/> to get the encoding that was used.</returns> public static StreamReader OpenStream(Stream stream, Encoding defaultEncoding) { if (stream == null) throw new ArgumentNullException("stream"); if (stream.Position != 0) throw new ArgumentException("stream is not positioned at beginning.", "stream"); if (defaultEncoding == null) throw new ArgumentNullException("defaultEncoding"); if (stream.Length >= 2) { // the autodetection of StreamReader is not capable of detecting the difference // between ISO-8859-1 and UTF-8 without BOM. int firstByte = stream.ReadByte(); int secondByte = stream.ReadByte(); switch ((firstByte << 8) | secondByte) { case 0x0000: // either UTF-32 Big Endian or a binary file; use StreamReader case 0xfffe: // Unicode BOM (UTF-16 LE or UTF-32 LE) case 0xfeff: // UTF-16 BE BOM case 0xefbb: // start of UTF-8 BOM // StreamReader autodetection works stream.Position = 0; return new StreamReader(stream); default: return AutoDetect(stream, (byte)firstByte, (byte)secondByte, defaultEncoding); } } else { if (defaultEncoding != null) { return new StreamReader(stream, defaultEncoding); } else { return new StreamReader(stream); } } } static StreamReader AutoDetect(Stream fs, byte firstByte, byte secondByte, Encoding defaultEncoding) { int max = (int)Math.Min(fs.Length, 500000); // look at max. 500 KB const int ASCII = 0; const int Error = 1; const int UTF8 = 2; const int UTF8Sequence = 3; int state = ASCII; int sequenceLength = 0; byte b; for (int i = 0; i < max; i++) { if (i == 0) { b = firstByte; } else if (i == 1) { b = secondByte; } else { b = (byte)fs.ReadByte(); } if (b < 0x80) { // normal ASCII character if (state == UTF8Sequence) { state = Error; break; } } else if (b < 0xc0) { // 10xxxxxx : continues UTF8 byte sequence if (state == UTF8Sequence) { --sequenceLength; if (sequenceLength < 0) { state = Error; break; } else if (sequenceLength == 0) { state = UTF8; } } else { state = Error; break; } } else if (b >= 0xc2 && b < 0xf5) { // beginning of byte sequence if (state == UTF8 || state == ASCII) { state = UTF8Sequence; if (b < 0xe0) { sequenceLength = 1; // one more byte following } else if (b < 0xf0) { sequenceLength = 2; // two more bytes following } else { sequenceLength = 3; // three more bytes following } } else { state = Error; break; } } else { // 0xc0, 0xc1, 0xf5 to 0xff are invalid in UTF-8 (see RFC 3629) state = Error; break; } } fs.Position = 0; switch (state) { case ASCII: case Error: // when the file seems to be ASCII or non-UTF8, // we read it using the user-specified encoding so it is saved again // using that encoding. if (IsUnicode(defaultEncoding)) { // the file is not Unicode, so don't read it using Unicode even if the // user has choosen Unicode as the default encoding. // If we don't do this, SD will end up always adding a Byte Order Mark // to ASCII files. defaultEncoding = Encoding.Default; // use system encoding instead } return new StreamReader(fs, defaultEncoding); default: return new StreamReader(fs); } } } }