Merge pull request #4 from nparashar150/staging

[Prod] - Struct: split lexer to line by line and inline
nparashar150 · Sep 8, 2024 · fe1f341 · fe1f341
2 parents f1ced88 + d856fd1
commit fe1f341
Show file tree

Hide file tree

Showing 5 changed files with 457 additions and 446 deletions.
diff --git a/index.ts b/index.ts
@@ -1,12 +1,12 @@
-import { lexer } from "./lexer";
+import { lineByLineLexer } from "./lexer";
 import type { Token } from "./configs";
 import { TokenType, MAX_NESTING_DEPTH } from "./configs";
 
-export const generateASTFromMarkdown = (input: string) => {
-  const tokens = lexer(input);
+const markToAST = (input: string) => {
+  const tokens = lineByLineLexer(input);
   return tokens;
 };
 
 export type { Token };
-export { TokenType, MAX_NESTING_DEPTH };
+export { TokenType, markToAST, MAX_NESTING_DEPTH };