Files
wehub-resource-sync a06f331eb8
CI / benchmark (push) Has been skipped
install-script / posix-syntax (push) Successful in 6m1s
CI / build-onnx (push) Failing after 6m43s
init-smoke / dry-run (push) Failing after 15m57s
security / govulncheck (push) Has been cancelled
security / trivy-fs (push) Has been cancelled
CI / test (1.26, ubuntu-latest) (push) Has been cancelled
Scorecard supply-chain security / Scorecard analysis (push) Has been cancelled
CI / test (1.26, macos-latest) (push) Has been cancelled
CI / build-windows (push) Has been cancelled
CI / lint (push) Has been cancelled
install-script / powershell-syntax (push) Has been cancelled
install-script / install (macos-14) (push) Has been cancelled
install-script / install (ubuntu-latest) (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:33:42 +08:00

478 lines
13 KiB
Go

package languages
import (
"strings"
"github.com/zzet/gortex/internal/graph"
"github.com/zzet/gortex/internal/parser"
sitter "github.com/zzet/gortex/internal/parser/tsitter"
"github.com/zzet/gortex/internal/parser/tsitter/lua"
)
// LuaExtractor extracts Lua source files.
type LuaExtractor struct {
lang *sitter.Language
}
func NewLuaExtractor() *LuaExtractor {
return &LuaExtractor{lang: lua.GetLanguage()}
}
func (e *LuaExtractor) Language() string { return "lua" }
func (e *LuaExtractor) Extensions() []string { return []string{".lua"} }
func (e *LuaExtractor) Extract(filePath string, src []byte) (*parser.ExtractionResult, error) {
tree, err := parser.ParseFile(src, e.lang)
if err != nil {
return nil, err
}
defer tree.Close()
root := tree.RootNode()
result := &parser.ExtractionResult{}
fileNode := &graph.Node{
ID: filePath, Kind: graph.KindFile, Name: filePath,
FilePath: filePath, StartLine: 1, EndLine: int(root.EndPoint().Row) + 1,
Language: "lua",
}
result.Nodes = append(result.Nodes, fileNode)
seen := make(map[string]bool)
// Walk top-level children. The new tree-sitter-lua grammar emits
// `function_declaration` for both `function foo()` and
// `local function foo()` — the `local` prefix is consumed at the
// chunk level as a field on the child rather than a keyword inside
// the declaration. Same story for `local x = 1` which becomes a
// `variable_declaration` that's a `local_declaration` field of the
// chunk.
for i, _nc := 0, int(root.ChildCount()); i < _nc; i++ {
child := root.Child(i)
if child == nil {
continue
}
switch child.Type() {
case "function_declaration":
e.extractFunction(child, src, filePath, fileNode, result, seen)
case "variable_declaration":
e.extractVariable(child, src, filePath, fileNode, result, seen)
case "assignment_statement":
// `M.foo = function() ... end` — emit methods too.
e.extractAssignmentFunc(child, src, filePath, fileNode, result, seen)
}
}
// require() imports — top-level, in a `local x = require(...)` binding, or
// nested; classic string and Roblox instance-path forms.
extractLuaRequires(root, src, filePath, fileNode.ID, result)
// Call sites inside functions.
funcRanges := buildFuncRanges(result)
e.extractCalls(root, src, filePath, result, funcRanges)
// Lua functions are first-class values; capture bare-name and
// table-member callbacks passed as args / assigned but not called.
captureFnValueCandidates(result, root, filePath, src)
return result, nil
}
// extractFunction handles `function name(...)` / `function M.name(...)`
// / `function M:name(...)` / `local function name(...)`.
// AST: function_declaration { name: identifier | dot_index_expression | method_index_expression,
//
// parameters: parameters,
// body: block }
func (e *LuaExtractor) extractFunction(
node *sitter.Node, src []byte, filePath string, fileNode *graph.Node,
result *parser.ExtractionResult, seen map[string]bool,
) {
name := ""
receiver := ""
nameNode := node.ChildByFieldName("name")
if nameNode != nil {
switch nameNode.Type() {
case "identifier":
name = nameNode.Content(src)
case "dot_index_expression", "method_index_expression":
full := nameNode.Content(src)
sep := "."
if nameNode.Type() == "method_index_expression" {
sep = ":"
}
if idx := strings.Index(full, sep); idx > 0 {
receiver = strings.TrimSpace(full[:idx])
name = strings.TrimSpace(full[idx+len(sep):])
} else {
name = full
}
default:
name = nameNode.Content(src)
}
}
if name == "" {
return
}
kind := graph.KindFunction
var id string
if receiver != "" {
kind = graph.KindMethod
id = filePath + "::" + receiver + "." + name
} else {
id = filePath + "::" + name
}
if seen[id] {
return
}
seen[id] = true
startLine := int(node.StartPoint().Row) + 1
endLine := int(node.EndPoint().Row) + 1
n := &graph.Node{
ID: id, Kind: kind, Name: name,
FilePath: filePath, StartLine: startLine, EndLine: endLine,
Language: "lua",
}
if receiver != "" {
n.Meta = map[string]any{"receiver": receiver}
}
result.Nodes = append(result.Nodes, n)
result.Edges = append(result.Edges, &graph.Edge{
From: fileNode.ID, To: id, Kind: graph.EdgeDefines,
FilePath: filePath, Line: startLine,
})
if receiver != "" {
typeID := filePath + "::" + receiver
result.Edges = append(result.Edges, &graph.Edge{
From: id, To: typeID, Kind: graph.EdgeMemberOf,
FilePath: filePath, Line: startLine,
})
}
// Extract nested function definitions inside the body.
walkNodes(node, func(inner *sitter.Node) {
if inner.Equal(node) || inner.Type() != "function_declaration" {
return
}
e.extractFunction(inner, src, filePath, fileNode, result, seen)
})
}
// extractVariable handles `local name = value`, represented in the new
// grammar as `variable_declaration → assignment_statement → variable_list`.
func (e *LuaExtractor) extractVariable(
node *sitter.Node, src []byte, filePath string, fileNode *graph.Node,
result *parser.ExtractionResult, seen map[string]bool,
) {
var assign *sitter.Node
for i, _nc := 0, int(node.NamedChildCount()); i < _nc; i++ {
c := node.NamedChild(i)
if c == nil {
continue
}
if c.Type() == "assignment_statement" {
assign = c
break
}
}
if assign == nil {
return
}
var varList *sitter.Node
for i, _nc := 0, int(assign.NamedChildCount()); i < _nc; i++ {
c := assign.NamedChild(i)
if c != nil && c.Type() == "variable_list" {
varList = c
break
}
}
if varList == nil {
return
}
for i, _nc := 0, int(varList.NamedChildCount()); i < _nc; i++ {
ident := varList.NamedChild(i)
if ident == nil || ident.Type() != "identifier" {
continue
}
name := ident.Content(src)
if name == "" {
continue
}
id := filePath + "::" + name
if seen[id] {
continue
}
seen[id] = true
startLine := int(node.StartPoint().Row) + 1
result.Nodes = append(result.Nodes, &graph.Node{
ID: id, Kind: graph.KindVariable, Name: name,
FilePath: filePath, StartLine: startLine, EndLine: int(node.EndPoint().Row) + 1,
Language: "lua",
})
result.Edges = append(result.Edges, &graph.Edge{
From: fileNode.ID, To: id, Kind: graph.EdgeDefines,
FilePath: filePath, Line: startLine,
})
}
}
// extractAssignmentFunc handles `M.foo = function() ... end` at the top
// level — emits a method bound to M. In the new grammar this is an
// `assignment_statement` whose RHS `expression_list` contains a
// `function_definition`.
func (e *LuaExtractor) extractAssignmentFunc(
node *sitter.Node, src []byte, filePath string, fileNode *graph.Node,
result *parser.ExtractionResult, seen map[string]bool,
) {
var varList, exprList *sitter.Node
for i, _nc := 0, int(node.NamedChildCount()); i < _nc; i++ {
c := node.NamedChild(i)
if c == nil {
continue
}
switch c.Type() {
case "variable_list":
varList = c
case "expression_list":
exprList = c
}
}
if varList == nil || exprList == nil {
return
}
// Require RHS to be a function_definition (anonymous function literal).
hasFunc := false
for i, _nc := 0, int(exprList.NamedChildCount()); i < _nc; i++ {
c := exprList.NamedChild(i)
if c != nil && c.Type() == "function_definition" {
hasFunc = true
break
}
}
if !hasFunc {
return
}
// Extract receiver.name from the first LHS target.
if varList.NamedChildCount() == 0 {
return
}
lhs := varList.NamedChild(0)
if lhs == nil {
return
}
var name, receiver string
switch lhs.Type() {
case "dot_index_expression", "method_index_expression":
full := lhs.Content(src)
sep := "."
if lhs.Type() == "method_index_expression" {
sep = ":"
}
if idx := strings.Index(full, sep); idx > 0 {
receiver = strings.TrimSpace(full[:idx])
name = strings.TrimSpace(full[idx+len(sep):])
}
case "identifier":
name = lhs.Content(src)
default:
return
}
if name == "" {
return
}
kind := graph.KindFunction
var id string
if receiver != "" {
kind = graph.KindMethod
id = filePath + "::" + receiver + "." + name
} else {
id = filePath + "::" + name
}
if seen[id] {
return
}
seen[id] = true
startLine := int(node.StartPoint().Row) + 1
n := &graph.Node{
ID: id, Kind: kind, Name: name,
FilePath: filePath, StartLine: startLine, EndLine: int(node.EndPoint().Row) + 1,
Language: "lua",
}
if receiver != "" {
n.Meta = map[string]any{"receiver": receiver}
}
result.Nodes = append(result.Nodes, n)
result.Edges = append(result.Edges, &graph.Edge{
From: fileNode.ID, To: id, Kind: graph.EdgeDefines,
FilePath: filePath, Line: startLine,
})
if receiver != "" {
result.Edges = append(result.Edges, &graph.Edge{
From: id, To: filePath + "::" + receiver, Kind: graph.EdgeMemberOf,
FilePath: filePath, Line: startLine,
})
}
}
// extractLuaRequires walks every require() call — top-level, inside a
// `local x = require(...)` binding, or nested — and emits an import edge. It
// handles both classic string requires (`require("std.path")`) and Roblox /
// Luau instance-path requires (`require(script.Parent.Module)`,
// `require(game.ReplicatedStorage.Shared.Foo)`,
// `require(script:WaitForChild("Bar"))`), which previous extraction dropped
// because the argument is an expression, not a string. Shared by the Lua and
// Luau extractors (resolveLuaRequireTarget is grammar-agnostic).
func extractLuaRequires(root *sitter.Node, src []byte, filePath, fileID string, result *parser.ExtractionResult) {
seen := map[string]bool{}
walkNodes(root, func(n *sitter.Node) {
if n.Type() != "function_call" {
return
}
callee := n.ChildByFieldName("name")
if callee == nil || callee.Type() != "identifier" || callee.Content(src) != "require" {
return
}
args := n.ChildByFieldName("arguments")
if args == nil {
return
}
var arg *sitter.Node
for i, _nc := 0, int(args.NamedChildCount()); i < _nc; i++ {
if a := args.NamedChild(i); a != nil {
arg = a
break
}
}
if arg == nil {
return
}
name, ipath := resolveLuaRequireTarget(arg, src)
if name == "" {
return
}
key := name + "\x00" + ipath
if seen[key] {
return
}
seen[key] = true
edge := &graph.Edge{
From: fileID, To: "unresolved::import::" + name,
Kind: graph.EdgeImports, FilePath: filePath, Line: int(n.StartPoint().Row) + 1,
}
if ipath != "" {
edge.Meta = map[string]any{"roblox_path": ipath}
}
result.Edges = append(result.Edges, edge)
})
}
// resolveLuaRequireTarget resolves a require() argument to (moduleName,
// instancePath). instancePath is "" for a classic string require; for a Roblox
// instance-path it is the full traversal expression (kept on the edge so an
// agent can see `script.Parent.Module`), and moduleName is the leaf the resolver
// binds by.
func resolveLuaRequireTarget(arg *sitter.Node, src []byte) (name, ipath string) {
switch arg.Type() {
case "string":
return strings.Trim(arg.Content(src), `"'`+"`"), ""
case "dot_index_expression", "bracket_index_expression":
// e.g. script.Parent.Module → leaf "Module", path the whole expr.
return luaIndexLeaf(arg, src), strings.TrimSpace(arg.Content(src))
case "function_call":
// e.g. script:WaitForChild("Bar") → leaf is the string argument.
if a := arg.ChildByFieldName("arguments"); a != nil {
for i, _nc := 0, int(a.NamedChildCount()); i < _nc; i++ {
if s := a.NamedChild(i); s != nil && s.Type() == "string" {
return strings.Trim(s.Content(src), `"'`+"`"), strings.TrimSpace(arg.Content(src))
}
}
}
case "identifier":
// require(modVar) — a local holding the path/instance; use its name.
return arg.Content(src), ""
}
return "", ""
}
// luaIndexLeaf returns the final component of a dot/bracket index expression
// (the module name), preferring the grammar's `field` then the last identifier.
func luaIndexLeaf(n *sitter.Node, src []byte) string {
if f := n.ChildByFieldName("field"); f != nil {
return strings.TrimSpace(strings.Trim(f.Content(src), `"'[]`+"`"))
}
leaf := ""
for i, _nc := 0, int(n.NamedChildCount()); i < _nc; i++ {
c := n.NamedChild(i)
if c.Type() == "identifier" || c.Type() == "string" {
leaf = strings.TrimSpace(strings.Trim(c.Content(src), `"'`+"`"))
}
}
return leaf
}
// extractCalls walks the AST for function_call nodes inside functions.
func (e *LuaExtractor) extractCalls(
root *sitter.Node, src []byte, filePath string,
result *parser.ExtractionResult, funcRanges []funcRange,
) {
walkNodes(root, func(node *sitter.Node) {
if node.Type() != "function_call" {
return
}
line := int(node.StartPoint().Row) + 1
callerID := findEnclosingFunc(funcRanges, line)
if callerID == "" {
return
}
// The new grammar exposes the callee via the `name` field.
// Bare identifier → free-function call, dot_index / method_index
// → method call on a receiver.
fn := node.ChildByFieldName("name")
if fn == nil {
return
}
switch fn.Type() {
case "identifier":
name := fn.Content(src)
if name == "require" {
return // handled separately as import
}
result.Edges = append(result.Edges, &graph.Edge{
From: callerID, To: "unresolved::" + name,
Kind: graph.EdgeCalls, FilePath: filePath, Line: line,
})
case "dot_index_expression", "method_index_expression":
text := fn.Content(src)
sep := "."
if fn.Type() == "method_index_expression" {
sep = ":"
}
if idx := strings.LastIndex(text, sep); idx > 0 {
methodName := text[idx+len(sep):]
result.Edges = append(result.Edges, &graph.Edge{
From: callerID, To: "unresolved::*." + methodName,
Kind: graph.EdgeCalls, FilePath: filePath, Line: line,
})
}
}
})
}