Add support for angle quotes

Author: codeAbinash

public/themes/oneDarkPro.css

@@ -67,6 +67,10 @@
   color: #98c379;
 }
 
+.aurora-quote.angle {
+  color: #98c379;
+}
+
 /* Format specifier color */
 .aurora-format_specifier {
   color: #d19a66;

src/tokenizer.ts

@@ -282,9 +282,10 @@ function headerFileLiteral(char: string, code: string, curr: number, tokens: Tok
   tokens.push({ type: 'whitespace', value });
 
   value = '';
-  tokens.push({ type: 'quote double', value: '"' });
+  // tokens.push({ type: 'quote double', value: '"' });
 
   if (char === '"') {
+    tokens.push({ type: 'quote double', value: '"' });
     char = code[++curr];
     while (char !== '"') {
       if (curr >= code.length) {
@@ -302,7 +303,7 @@ function headerFileLiteral(char: string, code: string, curr: number, tokens: Tok
   }
 
   if (char === '<') {
-    // headerFile = char == '<' ? '&lt' : char;
+    tokens.push({ type: 'quote angle', value: '<' });
     char = code[++curr];
     while (char !== '>') {
       if (curr >= code.length) {

test/console_highlighter.ts

@@ -43,6 +43,7 @@ const colorMap = {
   quote: (s: string) => pc.bold(pc.green(s)),
   'quote double': (s: string) => pc.bold(pc.green(s)),
   'quote single': (s: string) => pc.bold(pc.green(s)),
+  'quote angle': (s: string) => pc.bold(pc.green(s)),
   format_specifier: (s: string) => pc.yellow(s),
   number: (s: string) => pc.yellow(s),
   bin_prefix: (s: string) => pc.bold(pc.red(s)),

test/index.test.ts

@@ -2,15 +2,16 @@ import fs from 'fs';
 import { test } from 'vitest';
 import { Node } from '../src/node_generator';
 import tokenizer from '../src/tokenizer';
+import consoleHighlighter from './console_highlighter';
 
 test('tokenize', () => {
-  const cFile = './test/SpeedTest.c';
+  const cFile = './test/test.c';
   const cCode = fs.readFileSync(cFile, 'utf-8').toString();
   const now = performance.now();
   const tokens = tokenizer(cCode);
   // const nodes = nodeGenerator(tokens);
-  // const highlighter = consoleHighlighter(tokens);
-  // console.log(highlighter);
+  const highlighter = consoleHighlighter(tokens);
+  console.log(highlighter);
   console.log(performance.now() - now);
 });