mirror of
https://gitlab.com/biskuteri-cafe/JKomasto2.git
synced 2024-11-20 06:34:49 +01:00
254 lines
6.8 KiB
Java
254 lines
6.8 KiB
Java
|
|
import cafe.biskuteri.hinoki.Tree;
|
|
import java.util.List;
|
|
import java.util.ListIterator;
|
|
import java.io.StringReader;
|
|
import java.io.Reader;
|
|
import java.io.IOException;
|
|
|
|
class
|
|
RudimentaryHTMLParser {
|
|
|
|
public static Tree<String>
|
|
depthlessRead(String html)
|
|
{
|
|
try {
|
|
return pass3(pass2(pass1(html)));
|
|
}
|
|
catch (IOException eIo) {
|
|
assert false;
|
|
/*
|
|
* We use only StringReaders, which only throw an
|
|
* IOException when they are read after being closed.
|
|
* And we don't close them.
|
|
*/
|
|
return null;
|
|
}
|
|
}
|
|
|
|
// - -%- -
|
|
|
|
private static Tree<String>
|
|
pass1(String html)
|
|
throws IOException
|
|
{
|
|
Reader r = new StringReader(html);
|
|
Tree<String> docu = new Tree<String>();
|
|
StringBuilder text = new StringBuilder();
|
|
StringBuilder emoji = new StringBuilder();
|
|
StringBuilder htmlEscape = new StringBuilder();
|
|
boolean quoted = false, inEmoji = false;
|
|
int c; while ((c = r.read()) != -1)
|
|
{
|
|
if (c == '&' || htmlEscape.length() > 0)
|
|
{
|
|
htmlEscape.append((char)c);
|
|
if (c == ';')
|
|
{
|
|
String s = empty(htmlEscape);
|
|
if (quoted) text.append('\\');
|
|
/*
|
|
* If we're quoted (i.e. within unescaped
|
|
* quotes), we're in a tag, add escaping
|
|
* backslash for pass2 to work with.
|
|
* Only necessary for the quotes, but,
|
|
* might as well uniformly use.
|
|
*/
|
|
if (s.equals("<")) text.append('<');
|
|
if (s.equals(">")) text.append('>');
|
|
if (s.equals("&")) text.append('&');
|
|
if (s.equals(""")) text.append('"');
|
|
if (s.equals("'")) text.append('\'');
|
|
if (s.equals("'")) text.append('\'');
|
|
}
|
|
continue;
|
|
}
|
|
if (c == '"')
|
|
{
|
|
text.append((char)c);
|
|
quoted = !quoted;
|
|
continue;
|
|
}
|
|
if (!quoted)
|
|
{
|
|
if (c == '<')
|
|
{
|
|
if (text.length() > 0)
|
|
{
|
|
Tree<String> node = new Tree<>();
|
|
node.key = "text";
|
|
node.value = empty(text);
|
|
docu.add(node);
|
|
}
|
|
continue;
|
|
}
|
|
if (c == '>')
|
|
{
|
|
Tree<String> node = new Tree<>();
|
|
node.key = "tag";
|
|
node.value = empty(text);
|
|
docu.add(node);
|
|
continue;
|
|
}
|
|
}
|
|
text.append((char)c);
|
|
continue;
|
|
}
|
|
if (text.length() > 0)
|
|
{
|
|
Tree<String> node = new Tree<>();
|
|
node.key = "text";
|
|
node.value = empty(text);
|
|
docu.add(node);
|
|
}
|
|
return docu;
|
|
}
|
|
|
|
private static Tree<String>
|
|
pass2(Tree<String> docu)
|
|
throws IOException
|
|
{
|
|
for (Tree<String> node: docu.children)
|
|
{
|
|
if (!node.key.equals("tag")) continue;
|
|
|
|
Reader r = new StringReader(node.value);
|
|
Tree<String> part = new Tree<String>();
|
|
boolean escaped = false, quoted = false;
|
|
StringBuilder field = new StringBuilder();
|
|
int c; while ((c = r.read()) != -1)
|
|
{
|
|
if (escaped) {
|
|
field.append((char)c);
|
|
escaped = false;
|
|
continue;
|
|
}
|
|
if (c == '\\') {
|
|
escaped = true;
|
|
continue;
|
|
}
|
|
if (c == '"') {
|
|
quoted = !quoted;
|
|
continue;
|
|
}
|
|
if (quoted) {
|
|
field.append((char)c);
|
|
continue;
|
|
}
|
|
if (c == '=') {
|
|
part.key = empty(field);
|
|
continue;
|
|
}
|
|
if (c == ' ') {
|
|
if (field.length() > 0) {
|
|
boolean v = part.key != null;
|
|
if (v) part.value = empty(field);
|
|
else part.key = empty(field);
|
|
node.add(part);
|
|
part = new Tree<String>();
|
|
}
|
|
continue;
|
|
}
|
|
field.append((char)c);
|
|
}
|
|
if (field.length() > 0) {
|
|
boolean v = part.key != null;
|
|
if (v) part.value = empty(field);
|
|
else part.key = empty(field);
|
|
node.add(part);
|
|
}
|
|
node.value = null;
|
|
}
|
|
return docu;
|
|
}
|
|
|
|
private static Tree<String>
|
|
pass3(Tree<String> docu)
|
|
{
|
|
ListIterator<Tree<String>> it = docu.children.listIterator();
|
|
while (it.hasNext())
|
|
{
|
|
Tree<String> node = it.next();
|
|
if (!node.key.equals("text")) continue;
|
|
|
|
it.remove();
|
|
StringBuilder t = new StringBuilder();
|
|
StringBuilder e = new StringBuilder();
|
|
boolean emoji = false;
|
|
char pc = ' ';
|
|
for (char c: node.value.toCharArray())
|
|
{
|
|
if (!emoji && c == ':')
|
|
{
|
|
emoji = true;
|
|
if (t.length() > 0) {
|
|
Tree<String> text = new Tree<String>();
|
|
text.key = "text";
|
|
text.value = empty(t);
|
|
it.add(text);
|
|
}
|
|
pc = c;
|
|
continue;
|
|
}
|
|
if (emoji && c == ':')
|
|
{
|
|
emoji = false;
|
|
if (e.length() > 0)
|
|
{
|
|
Tree<String> shortcode = new Tree<String>();
|
|
shortcode.key = "emoji";
|
|
shortcode.value = empty(e);
|
|
it.add(shortcode);
|
|
}
|
|
pc = c;
|
|
continue;
|
|
}
|
|
if (emoji && Character.isWhitespace(c))
|
|
{
|
|
emoji = false;
|
|
if (e.length() > 0) {
|
|
t.append(':');
|
|
t.append(empty(e));
|
|
}
|
|
}
|
|
if (emoji) e.append((char)c);
|
|
else t.append((char)c);
|
|
pc = c;
|
|
}
|
|
if (emoji)
|
|
{
|
|
emoji = false;
|
|
if (e.length() > 0) {
|
|
t.append(':');
|
|
t.append(empty(e));
|
|
}
|
|
}
|
|
if (t.length() > 0) {
|
|
Tree<String> text = new Tree<String>();
|
|
text.key = "text";
|
|
text.value = empty(t);
|
|
it.add(text);
|
|
}
|
|
}
|
|
return docu;
|
|
}
|
|
|
|
private static String
|
|
empty(StringBuilder b)
|
|
{
|
|
String s = b.toString();
|
|
b.delete(0, b.length());
|
|
return s;
|
|
}
|
|
|
|
// ---%-@-%---
|
|
|
|
public static void
|
|
main(String... args)
|
|
{
|
|
final String EX2 =
|
|
"<p>2000s energy<br /><a href=\"http://www.pspad.com/en/screenshot.htm\" rel=\"nofollow noopener noreferrer\" target=\"_blank\"><span class=\"invisible\">http://www.</span><span class=\"\">pspad.com/en/screenshot.htm</span><span class=\"invisible\"></span></a></p>";
|
|
}
|
|
|
|
}
|