feat(parsing): Enable javascript parsing (#13)

Adds support for correctly parse javascript files (actually get rid of the `js` and `jsx` extension)

Author: Christoph Bühler

src/DeclarationIndex.ts

@@ -12,7 +12,7 @@ import { Namespace } from './resources/Namespace';
 import { Resource } from './resources/Resource';
 import { isExportableDeclaration } from './type-guards/TypescriptHeroGuards';
 import { TypescriptParser } from './TypescriptParser';
-import { normalizePathUri } from './utilities/PathHelpers';
+import { normalizeFilename, normalizePathUri } from './utilities/PathHelpers';
 
 /**
  * Returns the name of the node folder. Is used as the library name for indexing.
@@ -25,8 +25,7 @@ function getNodeLibraryName(path: string): string {
     const dirs = path.split(/\/|\\/);
     const nodeIndex = dirs.indexOf('node_modules');
 
-    return dirs.slice(nodeIndex + 1).join('/')
-        .replace(/([.]d)?([.]tsx?)?/g, '')
+    return normalizeFilename(dirs.slice(nodeIndex + 1).join('/'))
         .replace(new RegExp(`/(index|${dirs[nodeIndex + 1]}|${dirs[dirs.length - 2]})$`), '');
 }
 
@@ -222,7 +221,7 @@ export class DeclarationIndex {
 
         for (const change of changes.deleted) {
             const filePath = normalizePathUri(change);
-            const resource = '/' + relative(this.rootPath, filePath).replace(/[.]tsx?/g, '');
+            const resource = '/' + normalizeFilename(relative(this.rootPath, filePath));
 
             if (removeResources.indexOf(resource) < 0) {
                 removeResources.push(resource);
@@ -237,7 +236,7 @@ export class DeclarationIndex {
 
         for (const change of (changes.created || []).concat(changes.updated)) {
             const filePath = normalizePathUri(change);
-            const resource = '/' + relative(this.rootPath, filePath).replace(/[.]tsx?/g, '');
+            const resource = '/' + normalizeFilename(relative(this.rootPath, filePath));
 
             if (rebuildResources.indexOf(resource) < 0) {
                 rebuildResources.push(resource);
@@ -427,7 +426,7 @@ export class DeclarationIndex {
                 if (sourceLib.indexOf('node_modules') > -1) {
                     sourceLib = getNodeLibraryName(sourceLib);
                 } else {
-                    sourceLib = '/' + relative(this.rootPath, sourceLib).replace(/([.]d)?[.]tsx?/g, '');
+                    sourceLib = '/' + normalizeFilename(relative(this.rootPath, sourceLib));
                 }
 
                 if (!parsedResources[sourceLib]) {

src/resources/File.ts

@@ -4,6 +4,7 @@ import { Declaration } from '../declarations/Declaration';
 import { Export } from '../exports/Export';
 import { Import } from '../imports/Import';
 import { Node } from '../Node';
+import { normalizeFilename } from '../utilities/PathHelpers';
 import { Module } from './Module';
 import { Namespace } from './Namespace';
 import { Resource } from './Resource';
@@ -24,7 +25,7 @@ export class File implements Resource, Node {
     public usages: string[] = [];
 
     public get identifier(): string {
-        return '/' + relative(this.rootPath, this.filePath).replace(/([.]d)?[.]tsx?/g, '');
+        return '/' + normalizeFilename(relative(this.rootPath, this.filePath));
     }
 
     public get nonLocalUsages(): string[] {
@@ -33,8 +34,8 @@ export class File implements Resource, Node {
                 !this.declarations.some(o => o.name === usage) &&
                 !this.resources.some(o => (o instanceof Module || o instanceof Namespace) && o.name === usage))
             .concat(
-                this.resources.reduce((all, cur) => all.concat(cur.nonLocalUsages), [] as string[]),
-            );
+            this.resources.reduce((all, cur) => all.concat(cur.nonLocalUsages), [] as string[]),
+        );
     }
 
     /**
@@ -59,5 +60,5 @@ export class File implements Resource, Node {
         return ['node_modules', 'typings'].every(o => this.filePath.indexOf(o) === -1);
     }
 
-    constructor(public filePath: string, private rootPath: string, public start: number, public end: number) {}
+    constructor(public filePath: string, private rootPath: string, public start: number, public end: number) { }
 }

src/utilities/PathHelpers.ts

@@ -15,3 +15,15 @@ export function normalizePathUri(uri: string): string {
     }
     return decoded.replace('file://', '');
 }
+
+/**
+ * Returns an adjusted and normalized filepath to use within the index.
+ * Essentially does remove `.tsx` `.ts` `.js` `.jsx` endings and other adjustments.
+ * 
+ * @export
+ * @param {string} filepath 
+ * @returns {string} 
+ */
+export function normalizeFilename(filepath: string): string {
+    return filepath.replace(/([.]d)?[.](t|j)sx?$/g, '');
+}

test/TypescriptParser.spec.ts

@@ -664,4 +664,62 @@ describe('TypescriptParser', () => {
 
     });
 
+    describe('JavaScript parsing', () => {
+
+        const file = getWorkspaceFile('typescript-parser/javascript.js');
+
+        it('should parse a simple javascript file correctly with "parseFile"', async () => {
+            const parsed = await parser.parseFile(file, rootPath);
+            delete parsed.filePath;
+            delete (parsed as any).rootPath;
+
+            expect(parsed).toMatchSnapshot();
+        });
+        
+        it('should parse a simple javascript file correctly with "parseFiles"', async () => {
+            const parsed = await parser.parseFiles([file], rootPath);
+            delete parsed[0].filePath;
+            delete (parsed[0] as any).rootPath;
+
+            expect(parsed).toMatchSnapshot();
+        });
+        
+        it('should parse a simple javascript file correctly with "parseSource"', async () => {
+            const content = readFileSync(file).toString();
+            const parsed = await parser.parseSource(content);
+
+            expect(parsed).toMatchSnapshot();
+        });
+
+    });
+
+    describe('JSX parsing', () => {
+
+        const file = getWorkspaceFile('typescript-parser/jsx.jsx');
+
+        it('should parse a simple javascript react file correctly with "parseFile"', async () => {
+            const parsed = await parser.parseFile(file, rootPath);
+            delete parsed.filePath;
+            delete (parsed as any).rootPath;
+
+            expect(parsed).toMatchSnapshot();
+        });
+        
+        it('should parse a simple javascript react file correctly with "parseFiles"', async () => {
+            const parsed = await parser.parseFiles([file], rootPath);
+            delete parsed[0].filePath;
+            delete (parsed[0] as any).rootPath;
+
+            expect(parsed).toMatchSnapshot();
+        });
+        
+        it('should parse a simple javascript react file correctly with "parseSource"', async () => {
+            const content = readFileSync(file).toString();
+            const parsed = await parser.parseSource(content);
+
+            expect(parsed).toMatchSnapshot();
+        });
+
+    });
+
 });