first test added

.vscode/tasks.json

@@ -17,6 +17,21 @@
                 "kind": "build",
                 "isDefault": true
             }
+        },
+        {
+            "type": "cargo",
+            "label": "cargo Test",
+            "command": "cargo",
+            "args": [
+                "test"
+            ],
+            "problemMatcher": [
+                "$rustc"
+            ],
+            "group": {
+                "kind": "test",
+                "isDefault": true
+            }
         }
     ]
 }

src/bin/bin.rs

@@ -3,9 +3,8 @@ use js::syntax::lexer::Lexer;
 use std::fs::read_to_string;
 
 pub fn main() {
-    let buffer = read_to_string("test.js").unwrap();
+    let buffer = read_to_string("tests/js/defineVar.js").unwrap();
     let mut lexer = Lexer::new(&buffer);
     lexer.lex().expect("finished");
     println!("{:?}", lexer.tokens);
-    println!("Hello World");
 }

test.js

@@ -1 +0,0 @@
-let a = (2 * 2);

tests/js/defineVar.js

@@ -0,0 +1 @@
+console.log("hello world");

tests/lexer_test.rs

@@ -0,0 +1,23 @@
+extern crate js;
+use js::syntax::ast::keyword::Keyword;
+use js::syntax::ast::punc::Punctuator;
+use js::syntax::ast::token::TokenData;
+use js::syntax::lexer::Lexer;
+
+#[test]
+/// Check basic variable definition tokens
+fn check_variable_definition_tokens() {
+    let s = &String::from("let a = 'hello';");
+    let mut lexer = Lexer::new(s);
+    lexer.lex().expect("finished");
+    assert_eq!(lexer.tokens[0].data, TokenData::Keyword(Keyword::Let));
+    assert_eq!(lexer.tokens[1].data, TokenData::Identifier("a".to_string()));
+    assert_eq!(
+        lexer.tokens[2].data,
+        TokenData::Punctuator(Punctuator::Assign)
+    );
+    assert_eq!(
+        lexer.tokens[3].data,
+        TokenData::StringLiteral("hello".to_string())
+    );
+}