X-Git-Url: http://secure.phpeclipse.com diff --git a/net.sourceforge.phpeclipse/src/net/sourceforge/phpdt/tidy/StreamInImpl.java b/net.sourceforge.phpeclipse/src/net/sourceforge/phpdt/tidy/StreamInImpl.java new file mode 100644 index 0000000..4e898fc --- /dev/null +++ b/net.sourceforge.phpeclipse/src/net/sourceforge/phpdt/tidy/StreamInImpl.java @@ -0,0 +1,367 @@ +/* + * @(#)StreamInImpl.java 1.11 2000/08/16 + * + */ + +package net.sourceforge.phpdt.tidy; + +/** + * + * Input Stream Implementation + * + * (c) 1998-2000 (W3C) MIT, INRIA, Keio University + * Derived from + * HTML Tidy Release 4 Aug 2000 + * + * @author Dave Raggett + * @author Andy Quick (translation to Java) + * @version 1.0, 1999/05/22 + * @version 1.0.1, 1999/05/29 + * @version 1.1, 1999/06/18 Java Bean + * @version 1.2, 1999/07/10 Tidy Release 7 Jul 1999 + * @version 1.3, 1999/07/30 Tidy Release 26 Jul 1999 + * @version 1.4, 1999/09/04 DOM support + * @version 1.5, 1999/10/23 Tidy Release 27 Sep 1999 + * @version 1.6, 1999/11/01 Tidy Release 22 Oct 1999 + * @version 1.7, 1999/12/06 Tidy Release 30 Nov 1999 + * @version 1.8, 2000/01/22 Tidy Release 13 Jan 2000 + * @version 1.9, 2000/06/03 Tidy Release 30 Apr 2000 + * @version 1.10, 2000/07/22 Tidy Release 8 Jul 2000 + * @version 1.11, 2000/08/16 Tidy Release 4 Aug 2000 + */ + +import java.io.InputStream; +import java.io.IOException; + +public class StreamInImpl extends StreamIn { + + /* Mapping for Windows Western character set (128-159) to Unicode */ + private static int[] Win2Unicode = + { + 0x20AC, 0x0000, 0x201A, 0x0192, 0x201E, 0x2026, 0x2020, 0x2021, + 0x02C6, 0x2030, 0x0160, 0x2039, 0x0152, 0x0000, 0x017D, 0x0000, + 0x0000, 0x2018, 0x2019, 0x201C, 0x201D, 0x2022, 0x2013, 0x2014, + 0x02DC, 0x2122, 0x0161, 0x203A, 0x0153, 0x0000, 0x017E, 0x0178 + }; + + /* + John Love-Jensen contributed this table for mapping MacRoman + character set to Unicode + */ + + private static int[] Mac2Unicode = + { + + 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007, + 0x0008, 0x0009, 0x000A, 0x000B, 0x000C, 0x000D, 0x000E, 0x000F, + + 0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0016, 0x0017, + 0x0018, 0x0019, 0x001A, 0x001B, 0x001C, 0x001D, 0x001E, 0x001F, + + 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027, + 0x0028, 0x0029, 0x002A, 0x002B, 0x002C, 0x002D, 0x002E, 0x002F, + + 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, + 0x0038, 0x0039, 0x003A, 0x003B, 0x003C, 0x003D, 0x003E, 0x003F, + + 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, + 0x0048, 0x0049, 0x004A, 0x004B, 0x004C, 0x004D, 0x004E, 0x004F, + + 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, + 0x0058, 0x0059, 0x005A, 0x005B, 0x005C, 0x005D, 0x005E, 0x005F, + + 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067, + 0x0068, 0x0069, 0x006A, 0x006B, 0x006C, 0x006D, 0x006E, 0x006F, + + 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077, + 0x0078, 0x0079, 0x007A, 0x007B, 0x007C, 0x007D, 0x007E, 0x007F, + /* x7F = DEL */ + 0x00C4, 0x00C5, 0x00C7, 0x00C9, 0x00D1, 0x00D6, 0x00DC, 0x00E1, + 0x00E0, 0x00E2, 0x00E4, 0x00E3, 0x00E5, 0x00E7, 0x00E9, 0x00E8, + + 0x00EA, 0x00EB, 0x00ED, 0x00EC, 0x00EE, 0x00EF, 0x00F1, 0x00F3, + 0x00F2, 0x00F4, 0x00F6, 0x00F5, 0x00FA, 0x00F9, 0x00FB, 0x00FC, + + 0x2020, 0x00B0, 0x00A2, 0x00A3, 0x00A7, 0x2022, 0x00B6, 0x00DF, + 0x00AE, 0x00A9, 0x2122, 0x00B4, 0x00A8, 0x2260, 0x00C6, 0x00D8, + + 0x221E, 0x00B1, 0x2264, 0x2265, 0x00A5, 0x00B5, 0x2202, 0x2211, + 0x220F, 0x03C0, 0x222B, 0x00AA, 0x00BA, 0x03A9, 0x00E6, 0x00F8, + + 0x00BF, 0x00A1, 0x00AC, 0x221A, 0x0192, 0x2248, 0x2206, 0x00AB, + 0x00BB, 0x2026, 0x00A0, 0x00C0, 0x00C3, 0x00D5, 0x0152, 0x0153, + + 0x2013, 0x2014, 0x201C, 0x201D, 0x2018, 0x2019, 0x00F7, 0x25CA, + 0x00FF, 0x0178, 0x2044, 0x20AC, 0x2039, 0x203A, 0xFB01, 0xFB02, + + 0x2021, 0x00B7, 0x201A, 0x201E, 0x2030, 0x00C2, 0x00CA, 0x00C1, + 0x00CB, 0x00C8, 0x00CD, 0x00CE, 0x00CF, 0x00CC, 0x00D3, 0x00D4, + /* xF0 = Apple Logo */ + 0xF8FF, 0x00D2, 0x00DA, 0x00DB, 0x00D9, 0x0131, 0x02C6, 0x02DC, + 0x00AF, 0x02D8, 0x02D9, 0x02DA, 0x00B8, 0x02DD, 0x02DB, 0x02C7 + }; + + public StreamInImpl(InputStream stream, int encoding, int tabsize) + { + this.stream = stream; + this.pushed = false; + this.c = (int)'\0'; + this.tabs = 0; + this.tabsize = tabsize; + this.curline = 1; + this.curcol = 1; + this.encoding = encoding; + this.state = FSM_ASCII; + this.endOfStream = false; + } + + /* read char from stream */ + public int readCharFromStream() + { + int n, c, i, count; + + try { + c = this.stream.read(); + + if (c == EndOfStream) { + this.endOfStream = true; + return c; + } + + /* + A document in ISO-2022 based encoding uses some ESC sequences + called "designator" to switch character sets. The designators + defined and used in ISO-2022-JP are: + + "ESC" + "(" + ? for ISO646 variants + + "ESC" + "$" + ? and + "ESC" + "$" + "(" + ? for multibyte character sets + + Where ? stands for a single character used to indicate the + character set for multibyte characters. + + Tidy handles this by preserving the escape sequence and + setting the top bit of each byte for non-ascii chars. This + bit is then cleared on output. The input stream keeps track + of the state to determine when to set/clear the bit. + */ + + if (this.encoding == Configuration.ISO2022) + { + if (c == 0x1b) /* ESC */ + { + this.state = FSM_ESC; + return c; + } + + switch (this.state) + { + case FSM_ESC: + if (c == '$') + this.state = FSM_ESCD; + else if (c == '(') + this.state = FSM_ESCP; + else + this.state = FSM_ASCII; + break; + + case FSM_ESCD: + if (c == '(') + this.state = FSM_ESCDP; + else + this.state = FSM_NONASCII; + break; + + case FSM_ESCDP: + this.state = FSM_NONASCII; + break; + + case FSM_ESCP: + this.state = FSM_ASCII; + break; + + case FSM_NONASCII: + c |= 0x80; + break; + } + + return c; + } + + if (this.encoding != Configuration.UTF8) + return c; + + /* deal with UTF-8 encoded char */ + + if ((c & 0xE0) == 0xC0) /* 110X XXXX two bytes */ + { + n = c & 31; + count = 1; + } + else if ((c & 0xF0) == 0xE0) /* 1110 XXXX three bytes */ + { + n = c & 15; + count = 2; + } + else if ((c & 0xF8) == 0xF0) /* 1111 0XXX four bytes */ + { + n = c & 7; + count = 3; + } + else if ((c & 0xFC) == 0xF8) /* 1111 10XX five bytes */ + { + n = c & 3; + count = 4; + } + else if ((c & 0xFE) == 0xFC) /* 1111 110X six bytes */ + { + n = c & 1; + count = 5; + } + else /* 0XXX XXXX one byte */ + return c; + + /* successor bytes should have the form 10XX XXXX */ + for (i = 1; i <= count; ++i) + { + c = this.stream.read(); + + if (c == EndOfStream) { + this.endOfStream = true; + return c; + } + + n = (n << 6) | (c & 0x3F); + } + } + catch (IOException e) { + System.err.println("StreamInImpl.readCharFromStream: " + e.toString()); + n = EndOfStream; + } + + return n; + } + + public int readChar() + { + int c; + + if (this.pushed) + { + this.pushed = false; + c = this.c; + + if (c == '\n') + { + this.curcol = 1; + this.curline++; + return c; + } + + this.curcol++; + return c; + } + + this.lastcol = this.curcol; + + if (this.tabs > 0) + { + this.curcol++; + this.tabs--; + return ' '; + } + + for (;;) + { + c = readCharFromStream(); + + if (c < 0) + return EndOfStream; + + if (c == '\n') + { + this.curcol = 1; + this.curline++; + break; + } + + if (c == '\r') + { + c = readCharFromStream(); + if (c != '\n') + { + ungetChar(c); + c = '\n'; + } + this.curcol = 1; + this.curline++; + break; + } + + if (c == '\t') + { + this.tabs = this.tabsize - ((this.curcol - 1) % this.tabsize) - 1; + this.curcol++; + c = ' '; + break; + } + + /* strip control characters, except for Esc */ + + if (c == '\033') + break; + + if (0 < c && c < 32) + continue; + + /* watch out for IS02022 */ + + if (this.encoding == Configuration.RAW || + this.encoding == Configuration.ISO2022) + { + this.curcol++; + break; + } + + if (this.encoding == Configuration.MACROMAN) + c = Mac2Unicode[c]; + + /* produced e.g. as a side-effect of smart quotes in Word */ + + if (127 < c && c < 160) + { + Report.encodingError((Lexer)this.lexer, Report.WINDOWS_CHARS, c); + + c = Win2Unicode[c - 128]; + + if (c == 0) + continue; + } + + this.curcol++; + break; + } + + return c; + } + + public void ungetChar(int c) + { + this.pushed = true; + this.c = c; + + if (c == '\n') + { + --this.curline; + } + + this.curcol = this.lastcol; + } + + public boolean isEndOfStream() + { + return this.endOfStream; + } + +}