test: add benchmark for flinksql (#120)

test/helper.ts

@@ -28,3 +28,41 @@ export const readSQL = (dirname: string, fileName: string) => {
 
     return result;
 };
+
+/**
+ * Benchmark for a function.
+ * @param name 
+ * @param fn 
+ * @param times , default 1
+ * @returns [ totalTime, averageTime, msg ]
+ */
+export function benchmark(name: string, fn: Function, times: number = 1): [number, number, string] {
+    const start = performance.now();
+    
+    for (let i = 0; i < times; i++) {
+        fn();
+    }
+    const end = performance.now();
+    const totalTime = end - start;
+    const averageTime = totalTime / times;
+
+    const msg = `Benchmark: ${name} executed ${times} times. Total time: ${totalTime.toFixed(2)}ms. Average time: ${averageTime.toFixed(2)}ms`;
+    console.log(msg)
+    
+    return [totalTime, averageTime, msg];
+}
+
+
+export function getReportTableRow(name, rows, times, totalTime, averageTime) {
+    return `| ${name} | ${rows} | ${times} | ${totalTime.toFixed(2)} | ${averageTime.toFixed(2)} |`;
+}
+
+export function getReportTableHeader(title: string) {
+    return `# ${title}
+| Name | Rows | Times | Total Time(ms) | Average Time(ms) |
+| ---- | ---- | ---- | ---- | ---- |\n`;
+}
+
+export function exportReportTable(markdown: string, output: string) {
+    fs.writeFileSync(path.join(output, 'benchmark.md'), markdown);
+}

test/parser/flinksql/benchmark/benchmark.md

@@ -0,0 +1,12 @@
+# FlinkSQL Benchmark
+| Name | Rows | Times | Total Time(ms) | Average Time(ms) |
+| ---- | ---- | ---- | ---- | ---- |
+| CreateTable | 100 | 1 | 208.57 | 208.57 |
+| CreateTable | 1000 | 1 | 336.50 | 336.50 |
+| CreateTable | 5000 | 1 | 1798.17 | 1798.17 |
+| SelectTable | 100 | 1 | 327.30 | 327.30 |
+| SelectTable | 1000 | 1 | 833.60 | 833.60 |
+| SelectTable | 5000 | 1 | 4058.11 | 4058.11 |
+| InsertTable | 100 | 1 | 10.45 | 10.45 |
+| InsertTable | 1000 | 1 | 45.08 | 45.08 |
+| InsertTable | 5000 | 1 | 259.14 | 259.14 |

test/parser/flinksql/benchmark/main.test.ts

@@ -0,0 +1,120 @@
+import path from 'path';
+import { writeFileSync } from 'node:fs';
+
+import FlinkSQL from '../../../../src/parser/flinksql';
+import { readSQL, benchmark, getReportTableHeader, getReportTableRow, exportReportTable } from '../../../helper';
+
+const features = {
+    selectTable: readSQL(__dirname, 'selectTable.sql'),
+    createTable: readSQL(__dirname, 'createTable.sql'),
+    insertTable: readSQL(__dirname, 'insertTable.sql'),
+};
+
+describe('FlinkSQL benchmark tests', () => {
+    const parser = new FlinkSQL();
+    let reportsHeader = getReportTableHeader('FlinkSQL Benchmark');
+    const reportData: string[] = [];
+
+
+    test('createTable Over 100 Rows', async () => {
+
+        const [totalTimes, averageTimes , msg] = benchmark('CreateTable Over 100 Rows', () => {
+            const testSQL = features.createTable[0];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('CreateTable', 100, 1, totalTimes, averageTimes));
+    });
+
+    test('createTable Over 1000 Rows', async () => {
+        const [totalTimes, averageTimes, msg] = benchmark('CreateTable Over 1000 Rows', () => {
+            const testSQL = features.createTable[1];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('CreateTable', 1000, 1, totalTimes, averageTimes));
+
+    });
+
+    test('createTable Over 5000 Rows', async () => {
+        const [totalTimes, averageTimes, msg] = benchmark('CreateTable Over 5000 Rows', () => {
+            const testSQL = features.createTable[2];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('CreateTable', 5000, 1, totalTimes, averageTimes));
+
+    });
+
+    test('selectTable Over 100 Rows', async () => {
+
+        const [totalTimes, averageTimes , msg] = benchmark('SelectTable Over 100 Rows', () => {
+            const testSQL = features.selectTable[0];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('SelectTable', 100, 1, totalTimes, averageTimes));
+
+    });
+
+    test('selectTable Over 1000 Rows', async () => {
+
+        const [totalTimes, averageTimes, msg] = benchmark('SelectTable Over 1000 Rows', () => {
+            const testSQL = features.selectTable[1];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('SelectTable', 1000, 1, totalTimes, averageTimes));
+
+    });
+
+    test('selectTable Over 5000 Rows', async () => {
+
+        const [totalTimes, averageTimes, msg] = benchmark('SelectTable Over 5000 Rows', () => {
+            const testSQL = features.selectTable[2];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('SelectTable', 5000, 1, totalTimes, averageTimes));
+
+    });
+
+    test('insertTable Over 100 Rows', async () => {
+
+        const [totalTimes, averageTimes, msg] = benchmark('InsertTable Over 100 Rows', () => {
+            const testSQL = features.insertTable[0];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('InsertTable', 100, 1, totalTimes, averageTimes));
+
+    });
+
+    test('insertTable Over 1000 Rows', async () => {
+
+        const [totalTimes, averageTimes, msg] = benchmark('InsertTable Over 1000 Rows', () => {
+            const testSQL = features.insertTable[1];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('InsertTable', 1000, 1, totalTimes, averageTimes));
+
+    });
+
+
+    test('insertTable Over 5000 Rows', async () => {
+
+        const [totalTimes, averageTimes, msg] = benchmark('InsertTable Over 5000 Rows', () => {
+            const testSQL = features.insertTable[2];
+            const res = parser.validate(testSQL);
+            expect(res).toEqual([])
+        });
+        reportData.push(getReportTableRow('InsertTable', 5000, 1, totalTimes, averageTimes));
+
+    });
+
+    afterAll(() => {
+        exportReportTable(reportsHeader + reportData.join('\n'), __dirname)
+    })
+
+});