add parse logic for abcoder parser, depend on ts-parser package

Author: angrychow

lang/parse.go

@@ -44,6 +44,17 @@ type ParseOptions struct {
 	collect.CollectOption
 	// specify the repo id
 	RepoID string
+
+	// TS options
+	// tsconfig string
+	TSParseOptions
+}
+
+type TSParseOptions struct {
+	// tsconfig path
+	TSConfig string
+	// srcDir path
+	TSSrcDir []string
 }
 
 func Parse(ctx context.Context, uri string, args ParseOptions) ([]byte, error) {

lang/uniast/ast.go

@@ -27,11 +27,12 @@ import (
 type Language string
 
 const (
-	Golang  Language = "go"
-	Rust    Language = "rust"
-	Cxx     Language = "cxx"
-	Python  Language = "python"
-	Unknown Language = ""
+	Golang     Language = "go"
+	Rust       Language = "rust"
+	Cxx        Language = "cxx"
+	Python     Language = "python"
+	TypeScript Language = "typescript"
+	Unknown    Language = ""
 )
 
 func (l Language) String() string {
@@ -64,6 +65,8 @@ func NewLanguage(lang string) (l Language) {
 		return Cxx
 	case "python":
 		return Python
+	case "ts", "typescript", "javascript", "js":
+		return TypeScript
 	default:
 		return Unknown
 	}

main.go

@@ -35,6 +35,7 @@ import (
 	"flag"
 	"fmt"
 	"os"
+	"os/exec"
 	"path/filepath"
 	"strings"
 
@@ -77,6 +78,8 @@ func main() {
 	flags.BoolVar(&opts.LoadByPackages, "load-by-packages", false, "load by packages (only works for Go now)")
 	flags.Var((*StringArray)(&opts.Excludes), "exclude", "exclude files or directories, support multiple values")
 	flags.StringVar(&opts.RepoID, "repo-id", "", "specify the repo id")
+	flags.StringVar(&opts.TSConfig, "tsconfig", "", "tsconfig path (only works for TS now)")
+	flags.Var((*StringArray)(&opts.TSSrcDir), "ts-src-dir", "src-dir path (only works for TS now)")
 
 	var wopts lang.WriteOptions
 	flags.StringVar(&wopts.Compiler, "compiler", "", "destination compiler path.")
@@ -110,6 +113,15 @@ func main() {
 		}
 
 		opts.Language = language
+
+		if language == uniast.TypeScript {
+			if err := parseTSProject(context.Background(), uri, opts, flagOutput); err != nil {
+				log.Error("Failed to parse: %v\n", err)
+				os.Exit(1)
+			}
+			return
+		}
+
 		if flagLsp != nil {
 			opts.LSP = *flagLsp
 		}
@@ -252,3 +264,44 @@ func (s *StringArray) Set(value string) error {
 func (s *StringArray) String() string {
 	return strings.Join(*s, ",")
 }
+
+func parseTSProject(ctx context.Context, repoPath string, opts lang.ParseOptions, outputFlag *string) error {
+	if outputFlag == nil {
+		return fmt.Errorf("output path is required")
+	}
+
+	parserPath, err := exec.LookPath("abcoder-ts-parser")
+	if err != nil {
+		log.Info("abcoder-ts-parser not found, installing...")
+		cmd := exec.Command("npm", "install", "-g", "abcoder-ts-parser")
+		cmd.Stdout = os.Stdout
+		cmd.Stderr = os.Stderr
+		if err := cmd.Run(); err != nil {
+			return fmt.Errorf("failed to install abcoder-ts-parser: %v", err)
+		}
+		parserPath, err = exec.LookPath("abcoder-ts-parser")
+		if err != nil {
+			return fmt.Errorf("failed to find abcoder-ts-parser after installation: %v", err)
+		}
+	}
+
+	args := []string{"parse", repoPath}
+	if len(opts.TSSrcDir) > 0 {
+		args = append(args, "--src", strings.Join(opts.TSSrcDir, ","))
+	}
+	if opts.TSConfig != "" {
+		args = append(args, "--tsconfig", opts.TSConfig)
+	}
+	if *outputFlag != "" {
+		args = append(args, "--output", *outputFlag)
+	}
+
+	cmd := exec.CommandContext(ctx, parserPath, args...)
+	cmd.Env = append(os.Environ(), "NODE_OPTIONS=--max-old-space-size=65536")
+	cmd.Stdout = os.Stdout
+	cmd.Stderr = os.Stderr
+
+	log.Info("Running abcoder-ts-parser with args: %v", args)
+
+	return cmd.Run()
+}

ts-parser/package.json

@@ -1,9 +1,12 @@
 {
   "name": "abcoder-ts-parser",
-  "version": "1.0.0",
+  "version": "0.0.2",
   "description": "TypeScript AST parser for UNIAST v0.1.3 specification",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
+  "bin": {
+    "abcoder-ts-parser": "dist/index.js"
+  },
   "scripts": {
     "build": "tsc",
     "dev": "ts-node src/index.ts",
@@ -20,8 +23,8 @@
     "parser",
     "uniast"
   ],
-  "author": "",
-  "license": "MIT",
+  "author": "angrychow",
+  "license": "ALv2",
   "dependencies": {
     "commander": "^11.0.0",
     "json5": "^2.2.3",