Implemented tokenizer that will pass (almost) all tests

.gitignore

@@ -1 +1,2 @@
 /target
+html5lib-tests

Cargo.toml

@@ -1,10 +1,20 @@
 [package]
-name = "gosub-browser"
+name = "gosub-engine"
 version = "0.1.0"
 edition = "2021"
+authors = ["Joshua Thijssen <[email protected]>"]
 
-# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+description = "html5 browser engine"
+license = "MIT"
+repository = "https://github.com/jaytaph/gosub-browser"
+readme = "README.MD"
+keywords = ["html5", "parser"]
 
 [dependencies]
 phf = { version = "0.11.2", features = ["macros"] }
 derive_more = "0.99"
+serde = "1.0"
+serde_json = "1.0"
+serde_derive = "1.0"
+regex = "1"
+lazy_static = "1.4"

src/main.rs → src/bin/gosub-browser.rs

@@ -1,14 +1,11 @@
 use std::fs::File;
 
-#[allow(dead_code)]
-mod html5_parser;
-
-use html5_parser::input_stream::Confidence;
-use html5_parser::input_stream::{Encoding, InputStream};
-use html5_parser::Html5Parser;
+use gosub_engine::html5_parser::input_stream::Confidence;
+use gosub_engine::html5_parser::input_stream::{Encoding, InputStream};
+use gosub_engine::html5_parser::parser::Html5Parser;
 
 fn main() {
-    let file = File::open("hello.html").expect("could not open file");
+    let file = File::open("../../hello.html").expect("could not open file");
 
     // We just read the stream from a file. It will use UTF8 as the default encoding.
     let mut stream = InputStream::new();