#[derive(Debug, PartialEq)] enum TokenCategory { STRING, KEYWORD, COMMENT, OPERATOR, NUMBER, } pub struct Token { category: TokenCategory, value: String, } impl Token { fn new(value: String, category: TokenCategory) -> Token { Token { value: value, category: category, } } } mod process { use super::{Token, TokenCategory}; pub fn operators(code: &str, tokens: &mut Vec) { let mut last_cut: usize = 0; for (i, char) in code.chars().enumerate() { match char { '\'' | '\"' | '`' => { string(&code[i..], tokens); return; } '/' => { if i < code.len() { match &code[i + 1..i + 2] { "/" => { single_line_comment(&code[i + 2..], tokens); return; } "*" => { multi_line_comment(&code[i + 2..], tokens); return; } _ => {} } } tokens.push(Token::new( String::from(&code[i..i + 1]), TokenCategory::OPERATOR, )); last_cut = i + 1; } ';' | '(' | ')' | '[' | ']' | '{' | ',' | '}' | '+' | '*' | '-' | '%' | '^' | '!' | '=' | '>' | '<' | '.' | '|' | '&' | '~' | ':' => { tokens.push(Token::new( String::from(&code[last_cut..i + 1]), TokenCategory::OPERATOR, )); last_cut = i + 1; } '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' => { number(&code[i..], tokens); return; } ' ' | '\n' => { last_cut = i + 1; continue; } _ => { word(&code[i..], tokens); return; } } print!("OPERATOR: "); print_token(tokens); } } fn string(code: &str, tokens: &mut Vec) { let interupt = match &code[0..1] { "\"" => '\"', "\'" => '\'', "`" => '`', _ => { panic!("No string!!!"); } }; if code.len() <= 2 { return; } print!("STRING: "); for (i, char) in code.chars().enumerate() { if char == interupt && i > 0 && &code[i - 1..i] != "\\" { tokens.push(Token::new( String::from(&code[0..i + 1]), TokenCategory::STRING, )); print_token(tokens); operators(&code[i + 1..], tokens); return; } } panic!("String not finished until EOF!!"); } fn number(code: &str, tokens: &mut Vec) { print!("NUMBER: "); let mut cut_point = 0; for (i, char) in code.chars().enumerate() { if !char.is_numeric() { cut_point = i; break; } } tokens.push(Token::new( String::from(&code[..cut_point]), TokenCategory::NUMBER, )); print_token(tokens); if cut_point <= code.len() { operators(&code[cut_point..], tokens); } } fn single_line_comment(code: &str, tokens: &mut Vec) { print!("sCOMMENT: "); let mut cut_point = 0; for (i, char) in code.chars().enumerate() { if char == '\n' { cut_point = i; break; } } tokens.push(Token::new( String::from(&code[..cut_point]), TokenCategory::COMMENT, )); print_token(tokens); if cut_point <= code.len() { operators(&code[cut_point..], tokens); } } fn multi_line_comment(code: &str, tokens: &mut Vec) { print!("mCOMMENT: "); if code.len() <= 4 { return; } let mut cut_point = 2; for (i, char) in code.chars().enumerate() { if char == '/' && i > 1 { if &code[i - 1..i] == "*" { cut_point = i + 1; break; } } } tokens.push(Token::new( String::from(&code[..cut_point - 2]), TokenCategory::COMMENT, )); print_token(tokens); if cut_point <= code.len() { operators(&code[cut_point..], tokens); } } fn word(code: &str, tokens: &mut Vec) { print!("WORD: "); for (i, char) in code.chars().enumerate() { if !char.is_alphanumeric() { tokens.push(Token::new( String::from(&code[0..i]), TokenCategory::KEYWORD, )); print_token(tokens); operators(&code[i..], tokens); return; } } } fn print_token(tokens: &Vec) { println!( "> {} <", match tokens.last() { Some(ref p) => &p.value[..], None => "asd", } ); } } fn tokenize(code: &String, tokens: &mut Vec) { process::operators(&code[..], tokens); //let mut i: u64 = 0; //i += 1 //println!("{}", code); } fn minify_output(tokens: &Vec) -> String { let mut minified = String::new(); for (i, token) in tokens.iter().enumerate() { match token.category { TokenCategory::KEYWORD | TokenCategory::NUMBER => { if i > 0 && tokens[i - 1].category == TokenCategory::KEYWORD { minified.push(' '); } minified.push_str(&token.value); } TokenCategory::COMMENT => {} _ => { minified.push_str(&token.value); } } } minified } fn main() { let code = String::from("//asd\nwindow.addEventListener(\"load\", () => {\n let texts = [],\n nodes = document.querySelectorAll(\"p, h1, li, td\");\n \n /* resetting text fields */\n for (let elem of nodes) {\n texts.push(elem.innerText); \n elem.innerText = \"\"; }\n \n let length = nodes.length, i = 0,\n strLength = texts[i].length, c = 0;\n \n // update text\n let animate = () => {\n nodes[i].innerText = texts[i].substring(0, c);\n c++;\n if (c > strLength) {\n c = 0;\n if (++i < length)\n strLength = texts[i].length;\n else \n return;\n }\n setTimeout(animate, 10);\n };\n animate();\n});"); let mut tokens: Vec = Vec::new(); tokenize(&code, &mut tokens); println!("minifed code:\n{}", minify_output(&tokens)); //for token in tokens.iter() { //println!("TOKEN => {:?}: value: {}", token.category, token.value); //} //println!("{}", code); }

minifiy.rs