//! Go extraction — a faithful Rust port of `TreeSitterExtractor`'s Go paths //! (src/extraction/tree-sitter.ts) plus languages/go.ts. //! //! Go's shape quirks, mirrored exactly: methods are top-level with a receiver //! (qualifiedName override `Recv::name` + a contains edge to the FIRST //! earlier-in-file struct of that name), structs/interfaces arrive as //! `type_spec` and classify via the inner type node (struct embedding → //! extends; interface method_elems become method nodes), composite literals //! (`pkga.Widget{}`) keep their package qualifier as `instantiates` refs, //! top-level var/const specs walk their initializers ATTRIBUTED to the //! declared symbol (#693), 2-hop field chains (`t.conn.Exec`) keep the chain //! (#1276), and `New().Method()` re-encodes as `New().Method` (#645/#608) //! only for bare-identifier factories. Files with parse errors defer to wasm. use crate::buffers::{ build_meta, edge_kind_index, node_kind_index, Arena, BoolFlags, EdgeRow, EmitOut, NodeRow, RefRow, StrRef, Tables, FLAG_IS_EXPORTED, FUNCTION_REF_CODE, NONE, NONE_STR, }; use crate::docstring::preceding_docstring; use crate::ids; use crate::textutil as util; use regex::Regex; use std::collections::{HashMap, HashSet}; use std::sync::OnceLock; use tree_sitter::{Node, Parser}; const MAX_VALUE_REF_NODES: usize = 20_000; fn receiver_re() -> &'static Regex { static RE: OnceLock = OnceLock::new(); RE.get_or_init(|| Regex::new(r"\(\s*(?:[A-Za-z_]\w*\s+)?\*?\s*([A-Za-z_]\w*)").unwrap()) } fn simple_ident_re() -> &'static Regex { static RE: OnceLock = OnceLock::new(); RE.get_or_init(|| Regex::new(r"^[A-Za-z_]\w*$").unwrap()) } fn go_two_hop_re() -> &'static Regex { static RE: OnceLock = OnceLock::new(); RE.get_or_init(|| Regex::new(r"^[A-Za-z_]\w*\.[A-Za-z_]\w*$").unwrap()) } fn generic_angle_re() -> &'static Regex { static RE: OnceLock = OnceLock::new(); RE.get_or_init(|| Regex::new(r"<[^>]*>").unwrap()) } fn bracket_args_re() -> &'static Regex { static RE: OnceLock = OnceLock::new(); RE.get_or_init(|| Regex::new(r"\[[^\]]*\]").unwrap()) } struct Scope { row: u32, kind: &'static str, name: String, } #[derive(Default)] struct Extra { docstring: Option, signature: Option, is_exported: Option, return_type: Option, qualified_name: Option, } struct ValueScope<'t> { row: u32, node: Node<'t>, name: String, } struct Cand { from: u32, name: String, line: u32, column_byte: usize, row: usize, } /// Per-node metadata for the receiver-method owner lookup (mirrors the TS /// side's scan over `this.nodes` — FIRST match wins, earlier-in-file only). struct NodeMeta { kind: &'static str, name: String, } pub struct Walker<'t> { src: &'t str, file_path: &'t str, line_starts: Vec, arena: Arena, tables: Tables, stack: Vec, nodes_meta: Vec, node_ids: Vec, defined_fn_names: HashSet, imported_names: HashSet, fn_ref_cands: Vec, fs_values: HashMap, fs_value_counts: HashMap, value_scopes: Vec>, } pub fn extract(file_path: &str, source: &str) -> Result { let grammar = crate::langs::grammar_for("go").ok_or("no go grammar")?; let t0 = std::time::Instant::now(); let mut parser = Parser::new(); parser .set_language(&grammar) .map_err(|e| format!("set_language(go) failed: {e}"))?; let tree = parser .parse(source, None) .ok_or_else(|| "parser returned null tree".to_string())?; if tree.root_node().has_error() { return Err("defer: parse tree contains errors — wasm recovery is canonical".to_string()); } let mut w = Walker { src: source, file_path, line_starts: util::line_starts(source), arena: Arena::default(), tables: Tables::default(), stack: Vec::new(), nodes_meta: Vec::new(), node_ids: Vec::new(), defined_fn_names: HashSet::new(), imported_names: HashSet::new(), fn_ref_cands: Vec::new(), fs_values: HashMap::new(), fs_value_counts: HashMap::new(), value_scopes: Vec::new(), }; let line_count = source.bytes().filter(|b| *b == b'\n').count() as u32 + 1; let base_name = file_path.rsplit(['/', '\\']).next().unwrap_or(file_path); let mut flags = BoolFlags::default(); flags.set(FLAG_IS_EXPORTED, false); let file_id = w.arena.put(&ids::file_node_id(file_path)); let name_ref = w.arena.put(base_name); let qn_ref = w.arena.put(file_path); w.tables.push_node(&NodeRow { kind: node_kind_index("file").unwrap(), visibility: 0, flags, start_line: 1, end_line: line_count, start_column: 0, end_column: 0, name: name_ref, qualified_name: qn_ref, id: file_id, docstring: NONE_STR, signature: NONE_STR, decorators: NONE_STR, type_parameters: NONE_STR, return_type: NONE_STR, extra_json: NONE_STR, }); w.nodes_meta.push(NodeMeta { kind: "file", name: base_name.to_string() }); w.node_ids.push(ids::file_node_id(file_path)); w.stack.push(Scope { row: 0, kind: "file", name: base_name.to_string() }); w.visit_node(tree.root_node()); w.flush_fn_ref_candidates(); w.flush_value_refs(tree.root_node()); w.stack.pop(); let duration_ms = t0.elapsed().as_secs_f64() * 1000.0; let meta = build_meta(&w.tables, w.arena.len(), NONE_STR, duration_ms); Ok(EmitOut { meta, nodes: w.tables.nodes, edges: w.tables.edges, refs: w.tables.refs, arena: w.arena.into_vec(), }) } impl<'t> Walker<'t> { fn text(&self, node: Node) -> &'t str { &self.src[node.byte_range()] } fn line_of(&self, node: Node) -> u32 { node.start_position().row as u32 + 1 } fn col_of(&self, node: Node) -> u32 { util::col16(self.src, &self.line_starts, node.start_position().row, node.start_byte()) } fn end_col_of(&self, node: Node) -> u32 { util::col16(self.src, &self.line_starts, node.end_position().row, node.end_byte()) } fn top_row(&self) -> u32 { self.stack.last().map(|s| s.row).unwrap_or(0) } fn inside_class_like(&self) -> bool { self.stack .last() .map(|s| matches!(s.kind, "class" | "struct" | "interface" | "trait" | "enum" | "module")) .unwrap_or(false) } fn push_ref_at(&mut self, from_row: u32, name: &str, kind_code: u8, node: Node) { let name_ref = self.arena.put(name); self.tables.push_ref(&RefRow { from_idx: from_row, kind: kind_code, line: self.line_of(node), column: self.col_of(node), reference_name: name_ref, candidates: NONE_STR, from_id_str: NONE_STR, }); if kind_code == edge_kind_index("imports").unwrap() { if util::simple_name().is_match(name) { self.imported_names.insert(name.to_string()); } else if let Some(c) = util::qualified_import().captures(name) { self.imported_names.insert(c[1].to_string()); } } } fn create_node(&mut self, kind: &'static str, name: &str, node: Node<'t>, extra: Extra) -> Option { if name.is_empty() { return None; } let start_line = self.line_of(node); let id = ids::node_id(self.file_path, kind, name, start_line); let end_line = node.end_position().row as u32 + 1; let qualified = extra.qualified_name.unwrap_or_else(|| { let mut parts: Vec<&str> = Vec::new(); for s in &self.stack { if s.kind != "file" { parts.push(&s.name); } } let mut qn = parts.join("::"); if !qn.is_empty() { qn.push_str("::"); } qn.push_str(name); qn }); let mut flags = BoolFlags::default(); if let Some(v) = extra.is_exported { flags.set(FLAG_IS_EXPORTED, v); } let name_ref = self.arena.put(name); let qn_ref = self.arena.put(&qualified); let id_ref = self.arena.put(&id); let doc_ref = opt_str(&mut self.arena, extra.docstring.as_deref()); let sig_ref = opt_str(&mut self.arena, extra.signature.as_deref()); let ret_ref = opt_str(&mut self.arena, extra.return_type.as_deref()); let row = self.tables.push_node(&NodeRow { kind: node_kind_index(kind).unwrap(), visibility: 0, flags, start_line, end_line, start_column: self.col_of(node), end_column: self.end_col_of(node), name: name_ref, qualified_name: qn_ref, id: id_ref, docstring: doc_ref, signature: sig_ref, decorators: NONE_STR, type_parameters: NONE_STR, return_type: ret_ref, extra_json: NONE_STR, }); self.nodes_meta.push(NodeMeta { kind, name: name.to_string() }); self.node_ids.push(id); let parent_row = self.top_row(); self.tables.push_edge(&EdgeRow { source_idx: parent_row, target_idx: row, kind: edge_kind_index("contains").unwrap(), provenance: 0, line: NONE, column: NONE, metadata_json: NONE_STR, source_id_str: NONE_STR, target_id_str: NONE_STR, }); if kind == "function" || kind == "method" { self.defined_fn_names.insert(name.to_string()); } let target_kind_ok = kind == "constant" || kind == "variable"; if target_kind_ok && util::utf16_len(name) >= 3 && util::has_upper_or_underscore().is_match(name) { let parent_ok = self .stack .last() .map(|s| matches!(s.kind, "file" | "class" | "module" | "struct" | "enum")) .unwrap_or(false); if parent_ok { self.fs_values.insert(name.to_string(), row); *self.fs_value_counts.entry(name.to_string()).or_insert(0) += 1; } } if matches!(kind, "function" | "method" | "constant" | "variable") { self.value_scopes.push(ValueScope { row, node, name: name.to_string() }); } Some(row) } fn extract_name(&self, node: Node) -> String { if let Some(name_node) = node.child_by_field_name("name") { return self.text(name_node).to_string(); } for i in 0..node.named_child_count() { if let Some(c) = node.named_child(i) { if matches!(c.kind(), "identifier" | "type_identifier" | "simple_identifier" | "constant") { return self.text(c).to_string(); } } } "".to_string() } /// goExtractor.getSignature: params + ' ' + result. fn signature_of(&self, node: Node) -> Option { let params = node.child_by_field_name("parameters")?; let mut sig = self.text(params).to_string(); if let Some(result) = node.child_by_field_name("result") { sig.push(' '); sig.push_str(self.text(result)); } Some(sig) } /// goExtractor.isExported: uppercase first letter of the name field. fn is_exported(&self, node: Node) -> bool { if let Some(name_node) = node.child_by_field_name("name") { let text = self.text(name_node); return text.as_bytes().first().map(|b| b.is_ascii_uppercase()).unwrap_or(false); } false } /// extractGoReturnType (languages/go.ts). fn return_type_of(&self, node: Node) -> Option { let mut result = node.child_by_field_name("result")?; if result.kind() == "parameter_list" { let first = (0..result.named_child_count()) .filter_map(|i| result.named_child(i)) .find(|c| c.kind() == "parameter_declaration")?; result = first.child_by_field_name("type").unwrap_or(first); } if result.kind() == "pointer_type" { result = (0..result.named_child_count()) .filter_map(|i| result.named_child(i)) .find(|c| matches!(c.kind(), "type_identifier" | "qualified_type" | "generic_type")) .unwrap_or(result); } let text = self.text(result).trim(); let text = text.strip_prefix('*').unwrap_or(text); let text = generic_angle_re().replace_all(text, ""); let text = bracket_args_re().replace_all(&text, ""); let last = text.rsplit('.').next().unwrap_or("").trim().to_string(); if last.is_empty() || !simple_ident_re().is_match(&last) { return None; } Some(last) } /// goExtractor.getReceiverType: the regex over the receiver's text. fn receiver_type_of(&self, node: Node) -> Option { let receiver = node.child_by_field_name("receiver")?; let text = self.text(receiver); receiver_re().captures(text).map(|c| c[1].to_string()) } // --- visitNode ------------------------------------------------------------ fn visit_node(&mut self, node: Node<'t>) { let kind = node.kind(); let mut skip_children = false; self.maybe_capture_fn_refs(node); if kind == "function_declaration" { self.extract_function(node); skip_children = true; } else if kind == "method_declaration" { self.extract_method(node); skip_children = true; } else if kind == "type_spec" { skip_children = self.extract_type_alias(node); } else if matches!(kind, "var_declaration" | "short_var_declaration" | "const_declaration") && !self.inside_class_like() { self.extract_variable(node); self.scan_fn_ref_subtree(node, 0); skip_children = true; } else if kind == "import_declaration" { self.extract_import(node); } else if kind == "call_expression" { self.extract_call(node); } else if kind == "composite_literal" { self.extract_instantiation(node); } if !skip_children { for i in 0..node.named_child_count() { if let Some(c) = node.named_child(i) { self.visit_node(c); } } } } fn visit_function_body(&mut self, body: Node<'t>) { self.visit_for_calls_and_structure(body); } fn visit_for_calls_and_structure(&mut self, node: Node<'t>) { let kind = node.kind(); self.maybe_capture_fn_refs(node); if kind == "call_expression" { self.extract_call(node); } else if kind == "composite_literal" { self.extract_instantiation(node); } if kind == "function_declaration" { let name = self.extract_name(node); if name != "" { self.extract_function(node); return; } } for i in 0..node.named_child_count() { if let Some(c) = node.named_child(i) { self.visit_for_calls_and_structure(c); } } } // --- extractors -------------------------------------------------------------- fn extract_function(&mut self, node: Node<'t>) { // (getReceiverType only matches method_declaration's receiver field — // function_declaration has none, so no reroute happens here) let name = self.extract_name(node); if name == "" { if let Some(body) = node.child_by_field_name("body") { self.visit_function_body(body); } return; } let extra = Extra { docstring: preceding_docstring(node, self.src), signature: self.signature_of(node), is_exported: Some(self.is_exported(node)), return_type: self.return_type_of(node), ..Extra::default() }; let Some(row) = self.create_node("function", &name, node, extra) else { return }; self.extract_type_annotations(node, row); self.stack.push(Scope { row, kind: "function", name }); if let Some(body) = node.child_by_field_name("body") { self.visit_function_body(body); } self.stack.pop(); } fn extract_method(&mut self, node: Node<'t>) { // methodsAreTopLevel: always a method. Receiver-qualified name + // a contains edge from the FIRST earlier struct/class/enum/trait // node of the receiver's name (mirrors the this.nodes.find scan). let receiver_type = self.receiver_type_of(node); let name = self.extract_name(node); let extra = Extra { docstring: preceding_docstring(node, self.src), signature: self.signature_of(node), return_type: self.return_type_of(node), qualified_name: receiver_type.as_ref().map(|r| format!("{r}::{name}")), ..Extra::default() // extractMethod passes no isExported }; let Some(row) = self.create_node("method", &name, node, extra) else { return }; if let Some(receiver_type) = &receiver_type { if !self.inside_class_like() { let owner_row = self .nodes_meta .iter() .position(|m| { m.name == *receiver_type && matches!(m.kind, "struct" | "class" | "enum" | "trait") }) .map(|i| i as u32); if let Some(owner_row) = owner_row { self.tables.push_edge(&EdgeRow { source_idx: owner_row, target_idx: row, kind: edge_kind_index("contains").unwrap(), provenance: 0, line: NONE, column: NONE, metadata_json: NONE_STR, source_id_str: NONE_STR, target_id_str: NONE_STR, }); } } } self.extract_type_annotations(node, row); self.stack.push(Scope { row, kind: "method", name }); if let Some(body) = node.child_by_field_name("body") { self.visit_function_body(body); } self.stack.pop(); } /// extractTypeAlias for Go: type_spec → struct / interface / plain alias. fn extract_type_alias(&mut self, node: Node<'t>) -> bool { let name = self.extract_name(node); if name == "" { return false; } let docstring = preceding_docstring(node, self.src); let is_exported = Some(self.is_exported(node)); let type_child = node.child_by_field_name("type"); let resolved = type_child.map(|t| t.kind()); if resolved == Some("struct_type") { let Some(row) = self.create_node( "struct", &name, node, Extra { docstring, is_exported, ..Extra::default() }, ) else { return true; }; self.stack.push(Scope { row, kind: "struct", name }); if let Some(type_child) = type_child { // Struct embedding → extends (field_declaration without a // field_identifier), reached via the inheritance recursion. self.extract_inheritance(type_child, row); let body = type_child.child_by_field_name("body").unwrap_or(type_child); for i in 0..body.named_child_count() { if let Some(c) = body.named_child(i) { self.visit_node(c); } } } self.stack.pop(); return true; } if resolved == Some("interface_type") { let Some(row) = self.create_node( "interface", &name, node, Extra { docstring, is_exported, ..Extra::default() }, ) else { return true; }; if let Some(type_child) = type_child { self.extract_inheritance(type_child, row); self.extract_go_interface_methods(type_child, row, &name); } return true; } self.create_node( "type_alias", &name, node, Extra { docstring, is_exported, ..Extra::default() }, ); // (go type_spec has no `value` field — no type-ref walk; TS/tsx member // extraction is TS-family-only) false } /// extractGoInterfaceMethods: method_elem/method_spec → method nodes. fn extract_go_interface_methods(&mut self, interface_type: Node<'t>, iface_row: u32, iface_name: &str) { self.stack.push(Scope { row: iface_row, kind: "interface", name: iface_name.to_string() }); for i in 0..interface_type.named_child_count() { let Some(m) = interface_type.named_child(i) else { continue }; if !matches!(m.kind(), "method_elem" | "method_spec") { continue; } let name_node = m.child_by_field_name("name").or_else(|| m.named_child(0)); let Some(name_node) = name_node else { continue }; let mname = self.text(name_node).to_string(); if !mname.is_empty() { let signature = self.signature_of(m); self.create_node("method", &mname, m, Extra { signature, ..Extra::default() }); } } self.stack.pop(); } /// extractVariable's Go branch: var/const specs + short_var_declaration. fn extract_variable(&mut self, node: Node<'t>) { let docstring = preceding_docstring(node, self.src); let is_const_decl = node.kind() == "const_declaration"; for i in 0..node.named_child_count() { let Some(spec) = node.named_child(i) else { continue }; if !matches!(spec.kind(), "var_spec" | "const_spec") { continue; } let mut var_row: Option = None; if let Some(name_node) = spec.named_child(0) { if name_node.kind() == "identifier" { let name = self.text(name_node).to_string(); let value_node = if spec.named_child_count() > 1 { spec.named_child(spec.named_child_count() - 1) } else { None }; let signature = value_node.map(|v| util::init_signature(self.text(v))); var_row = self.create_node( if is_const_decl { "constant" } else { "variable" }, &name, spec, Extra { docstring: docstring.clone(), signature, ..Extra::default() }, ); } } // Walk the initializer ATTRIBUTED to the declared symbol (#693). if let Some(value_field) = spec.child_by_field_name("value") { if let Some(row) = var_row { let name = self.nodes_meta[row as usize].name.clone(); self.stack.push(Scope { row, kind: "variable", name }); self.visit_function_body(value_field); self.stack.pop(); } else { self.visit_function_body(value_field); } } } if node.kind() == "short_var_declaration" { let left = node.child_by_field_name("left"); let right = node.child_by_field_name("right"); if let Some(left) = left { let identifiers: Vec = if left.kind() == "expression_list" { (0..left.named_child_count()) .filter_map(|i| left.named_child(i)) .filter(|c| c.kind() == "identifier") .collect() } else { vec![left] }; for id in identifiers { let name = self.text(id).to_string(); let signature = right.map(|r| util::init_signature(self.text(r))); self.create_node( "variable", &name, node, Extra { docstring: docstring.clone(), signature, ..Extra::default() }, ); } } } } /// extractImport's Go branch: one import node + ref per import_spec. fn extract_import(&mut self, node: Node<'t>) { let parent = self.top_row(); let imports_kind = edge_kind_index("imports").unwrap(); let mut handle_spec = |w: &mut Self, spec: Node<'t>| { let lit = (0..spec.named_child_count()) .filter_map(|i| spec.named_child(i)) .find(|c| c.kind() == "interpreted_string_literal"); let Some(lit) = lit else { return }; let import_path: String = w .text(lit) .chars() .filter(|c| *c != '\'' && *c != '"') .collect(); if import_path.is_empty() { return; } let signature = w.text(spec).trim().to_string(); w.create_node( "import", &import_path, spec, Extra { signature: Some(signature), ..Extra::default() }, ); w.push_ref_at(parent, &import_path, imports_kind, spec); }; let spec_list = (0..node.named_child_count()) .filter_map(|i| node.named_child(i)) .find(|c| c.kind() == "import_spec_list"); if let Some(list) = spec_list { for i in 0..list.named_child_count() { if let Some(spec) = list.named_child(i) { if spec.kind() == "import_spec" { handle_spec(self, spec); } } } } else { let spec = (0..node.named_child_count()) .filter_map(|i| node.named_child(i)) .find(|c| c.kind() == "import_spec"); if let Some(spec) = spec { handle_spec(self, spec); } } } /// extractCall — Go's generic-tail paths (selector_expression callees). fn extract_call(&mut self, node: Node<'t>) { if self.stack.is_empty() { return; } let func = node .child_by_field_name("function") .or_else(|| node.named_child(0)); let mut callee_name = String::new(); if let Some(func) = func { if func.kind() == "selector_expression" { let property = func .child_by_field_name("property") .or_else(|| func.child_by_field_name("field")); if let Some(property) = property { let method_name = self.text(property); let receiver = func .child_by_field_name("object") .or_else(|| func.child_by_field_name("operand")) .or_else(|| func.child_by_field_name("argument")) .or_else(|| func.named_child(0)); if let Some(r) = receiver { if is_literal_receiver(r.kind()) { return; } } if let Some(r) = receiver { match r.kind() { "identifier" | "simple_identifier" | "field_identifier" => { let receiver_name = self.text(r); if !matches!(receiver_name, "self" | "this" | "cls" | "super") { callee_name = format!("{receiver_name}.{method_name}"); } else { callee_name = method_name.to_string(); } } "call_expression" => { // Bare package-level factory chain `New().Method()` // re-encodes; instance chains keep the bare name. let inner_fn = r.child_by_field_name("function"); let reencode = inner_fn.map(|f| f.kind() == "identifier").unwrap_or(false); if reencode { let inner: String = self .text(inner_fn.unwrap()) .replace("->", ".") .chars() .filter(|c| !c.is_whitespace()) .collect(); callee_name = format!("{inner}().{method_name}"); } else { callee_name = method_name.to_string(); } } "selector_expression" => { // 2-hop field chain `t.conn.Exec` (#1276). let chain: String = self .text(r) .chars() .filter(|c| !c.is_whitespace()) .collect(); if go_two_hop_re().is_match(&chain) { callee_name = format!("{chain}.{method_name}"); } else { callee_name = method_name.to_string(); } } _ => { callee_name = method_name.to_string(); } } } else { callee_name = method_name.to_string(); } } } else { callee_name = self.text(func).to_string(); } } if !callee_name.is_empty() { // `(*T)(x)` conversions normalize to `T`. if let Some(c) = util::paren_conversion().captures(&callee_name) { callee_name = c[1].to_string(); } let from = self.top_row(); self.push_ref_at(from, &callee_name.clone(), edge_kind_index("calls").unwrap(), node); } } /// extractInstantiation's composite_literal branch: named struct types /// only; the package qualifier is KEPT. fn extract_instantiation(&mut self, node: Node<'t>) { if self.stack.is_empty() { return; } let ctor = node .child_by_field_name("constructor") .or_else(|| node.child_by_field_name("type")) .or_else(|| node.child_by_field_name("name")) .or_else(|| node.named_child(0)); let Some(ctor) = ctor else { return }; if !matches!(ctor.kind(), "type_identifier" | "qualified_type") { return; } let mut go_type = self.text(ctor).trim().to_string(); if let Some(br) = go_type.find('[') { if br > 0 { go_type.truncate(br); go_type = go_type.trim().to_string(); } } if !go_type.is_empty() { let from = self.top_row(); self.push_ref_at(from, &go_type, edge_kind_index("instantiates").unwrap(), node); } } /// extractInheritance — the Go branches: interface embedding /// (constraint_elem) and struct embedding (field_declaration without a /// field_identifier), plus the field_declaration_list recursion. fn extract_inheritance(&mut self, node: Node<'t>, class_row: u32) { let extends_kind = edge_kind_index("extends").unwrap(); for i in 0..node.named_child_count() { let Some(child) = node.named_child(i) else { continue }; match child.kind() { "constraint_elem" => { let type_id = (0..child.named_child_count()) .filter_map(|j| child.named_child(j)) .find(|c| c.kind() == "type_identifier"); if let Some(type_id) = type_id { let name = self.text(type_id).to_string(); self.push_ref_at(class_row, &name, extends_kind, type_id); } } "field_declaration" => { let has_field_identifier = (0..child.named_child_count()) .filter_map(|j| child.named_child(j)) .any(|c| c.kind() == "field_identifier"); if !has_field_identifier { let type_id = (0..child.named_child_count()) .filter_map(|j| child.named_child(j)) .find(|c| c.kind() == "type_identifier"); if let Some(type_id) = type_id { let name = self.text(type_id).to_string(); self.push_ref_at(class_row, &name, extends_kind, type_id); } } } "field_declaration_list" | "class_heritage" => { self.extract_inheritance(child, class_row); } _ => {} } } } /// extractTypeAnnotations — Go's returnField is `result`. fn extract_type_annotations(&mut self, node: Node<'t>, from_row: u32) { if let Some(params) = node.child_by_field_name("parameters") { self.extract_type_refs_from_subtree(params, from_row); } if let Some(ret) = node.child_by_field_name("result") { self.extract_type_refs_from_subtree(ret, from_row); } let type_annotation = (0..node.named_child_count()) .filter_map(|i| node.named_child(i)) .find(|c| c.kind() == "type_annotation"); if let Some(ta) = type_annotation { self.extract_type_refs_from_subtree(ta, from_row); } } fn extract_type_refs_from_subtree(&mut self, node: Node<'t>, from_row: u32) { if node.kind() == "type_identifier" { let type_name = self.text(node).to_string(); if !type_name.is_empty() && !is_builtin_type(&type_name) { self.push_ref_at(from_row, &type_name, edge_kind_index("references").unwrap(), node); } return; } for i in 0..node.named_child_count() { if let Some(c) = node.named_child(i) { self.extract_type_refs_from_subtree(c, from_row); } } } // --- fn refs (GO_SPEC, with the literal_element/expression_list layers) -------- fn maybe_capture_fn_refs(&mut self, node: Node<'t>) { let (mode, field): (&str, &str) = match node.kind() { "argument_list" => ("args", ""), "assignment_statement" => ("rhs", "right"), "short_var_declaration" => ("rhs", "right"), "var_spec" => ("varinit", "value"), "keyed_element" => ("value", ""), // value = LAST named child "literal_value" => ("list", ""), _ => return, }; if self.stack.is_empty() { return; } let from = self.top_row(); let mut values: Vec = Vec::new(); match mode { "args" | "list" => { for i in 0..node.named_child_count() { if let Some(c) = node.named_child(i) { values.push(c); } } } "rhs" => { if let Some(rhs) = node.child_by_field_name(field) { let lhs_text = node .child_by_field_name("left") .map(|l| self.text(l)) .unwrap_or(""); let lhs_last = util::lhs_last_name() .captures(lhs_text) .and_then(|c| c.get(1)) .map(|m| m.as_str()); if !(lhs_last.is_some() && lhs_last == Some(self.text(rhs).trim())) { values.push(rhs); } } } "value" => { let v = node .child_by_field_name("value") .or_else(|| { if node.named_child_count() > 0 { node.named_child(node.named_child_count() - 1) } else { None } }); if let Some(v) = v { values.push(v); } } _ => { // varinit — Go var_spec names are plain identifiers (no // destructuring patterns to skip). if let Some(v) = node.child_by_field_name(field) { values.push(v); } } } for v in values { self.normalize_fn_ref_value(v, from, 0); } } /// normalizeValue with GO_SPEC's transparent layers (literal_element, /// expression_list — both fan out to named children). fn normalize_fn_ref_value(&mut self, v: Node<'t>, from: u32, depth: u32) { if depth > 4 { return; } match v.kind() { "identifier" => { let name = self.text(v).to_string(); if name.is_empty() || is_stoplisted(&name) { return; } let p = v.start_position(); self.fn_ref_cands.push(Cand { from, name, line: p.row as u32 + 1, column_byte: v.start_byte(), row: p.row, }); } "literal_element" | "expression_list" => { for i in 0..v.named_child_count() { if let Some(c) = v.named_child(i) { self.normalize_fn_ref_value(c, from, depth + 1); } } } _ => {} } } fn scan_fn_ref_subtree(&mut self, node: Node<'t>, depth: u32) { if depth > 12 { return; } if depth > 0 && matches!( node.kind(), "function_declaration" | "arrow_function" | "function_expression" | "lambda_literal" | "lambda_expression" ) { return; } self.maybe_capture_fn_refs(node); for i in 0..node.named_child_count() { if let Some(c) = node.named_child(i) { self.scan_fn_ref_subtree(c, depth + 1); } } } fn flush_fn_ref_candidates(&mut self) { let cands = std::mem::take(&mut self.fn_ref_cands); if cands.is_empty() || util::is_generated_file(self.file_path) { return; } let mut seen: HashSet<(String, String)> = HashSet::new(); for c in cands { if !c.name.starts_with("this.") && !c.name.contains("::") && !self.defined_fn_names.contains(&c.name) && !self.imported_names.contains(&c.name) { continue; } if !seen.insert((self.node_ids[c.from as usize].clone(), c.name.clone())) { continue; } let column = util::col16(self.src, &self.line_starts, c.row, c.column_byte); let name_ref = self.arena.put(&c.name); self.tables.push_ref(&RefRow { from_idx: c.from, kind: FUNCTION_REF_CODE, line: c.line, column, reference_name: name_ref, candidates: NONE_STR, from_id_str: NONE_STR, }); } } // --- value refs ------------------------------------------------------------------- fn flush_value_refs(&mut self, root: Node<'t>) { let scopes = std::mem::take(&mut self.value_scopes); let mut targets = std::mem::take(&mut self.fs_values); let counts = std::mem::take(&mut self.fs_value_counts); if std::env::var("CODEGRAPH_VALUE_REFS").as_deref() == Ok("0") { return; } if targets.is_empty() || scopes.is_empty() || util::is_generated_file(self.file_path) { return; } // Shadow prune — Go declarator shapes: const_spec/var_spec (name = // first child) and short_var_declaration (left / expression_list). let mut decl_counts: HashMap<&str, u32> = HashMap::new(); let mut bump = |decl_counts: &mut HashMap<&'t str, u32>, name_node: Option>, src: &'t str, targets: &HashMap| { if let Some(n) = name_node { if matches!(n.kind(), "identifier" | "simple_identifier") { let nm = &src[n.byte_range()]; if targets.contains_key(nm) { *decl_counts.entry(nm).or_insert(0) += 1; } } } }; let mut dstack: Vec = vec![root]; let mut dvisited = 0usize; while let Some(n) = dstack.pop() { if dvisited >= MAX_VALUE_REF_NODES { break; } dvisited += 1; match n.kind() { "const_spec" | "var_spec" => bump(&mut decl_counts, n.named_child(0), self.src, &targets), "short_var_declaration" => { let left = n .child_by_field_name("left") .or_else(|| n.child_by_field_name("pattern")) .or_else(|| n.named_child(0)); if let Some(left) = left { if left.kind() == "identifier" { bump(&mut decl_counts, Some(left), self.src, &targets); } else { for i in 0..left.named_child_count() { bump(&mut decl_counts, left.named_child(i), self.src, &targets); } } } } _ => {} } for i in 0..n.named_child_count() { if let Some(c) = n.named_child(i) { dstack.push(c); } } } let shadowed: Vec = decl_counts .iter() .filter(|(nm, c)| **c > counts.get(**nm).copied().unwrap_or(1)) .map(|(nm, _)| nm.to_string()) .collect(); for nm in shadowed { targets.remove(&nm); } if targets.is_empty() { return; } let refs_kind = edge_kind_index("references").unwrap(); for scope in &scopes { let mut seen: HashSet<&str> = HashSet::new(); let mut stack: Vec = vec![scope.node]; let mut visited = 0usize; while let Some(n) = stack.pop() { if visited >= MAX_VALUE_REF_NODES { break; } visited += 1; if matches!(n.kind(), "identifier" | "constant" | "name" | "simple_identifier") { let ref_name = self.text(n); if let Some(&target_row) = targets.get(ref_name) { let target_id = self.node_ids[target_row as usize].as_str(); if target_id != self.node_ids[scope.row as usize] && ref_name != scope.name && !seen.contains(&target_id) { seen.insert(target_id); let meta = self.arena.put(r#"{"valueRef":true}"#); self.tables.push_edge(&EdgeRow { source_idx: scope.row, target_idx: target_row, kind: refs_kind, provenance: 0, line: NONE, column: NONE, metadata_json: meta, source_id_str: NONE_STR, target_id_str: NONE_STR, }); } } } for i in 0..n.named_child_count() { if let Some(c) = n.named_child(i) { stack.push(c); } } } } } } fn is_stoplisted(name: &str) -> bool { matches!( name, "this" | "self" | "super" | "null" | "nil" | "true" | "false" | "undefined" | "new" | "NULL" | "nullptr" | "None" ) } fn is_literal_receiver(kind: &str) -> bool { matches!( kind, "string" | "string_literal" | "interpreted_string_literal" | "raw_string_literal" | "template_string" | "concatenated_string" | "formatted_string" | "f_string" | "line_string_literal" | "string_content" | "heredoc_body" | "number" | "number_literal" | "integer" | "integer_literal" | "float" | "float_literal" | "int_literal" | "decimal_integer_literal" | "real_literal" | "char_literal" | "character_literal" | "rune_literal" | "regex" | "regex_literal" | "true" | "false" | "boolean_literal" | "bool_literal" | "none" | "null" | "nil" | "null_literal" | "undefined" | "list" | "list_literal" | "array" | "array_literal" | "array_creation_expression" | "dictionary" | "dict_literal" | "object" | "tuple" | "set" ) } /// BUILTIN_TYPES (shared table). fn is_builtin_type(name: &str) -> bool { matches!( name, "string" | "number" | "boolean" | "void" | "null" | "undefined" | "never" | "any" | "unknown" | "object" | "symbol" | "bigint" | "true" | "false" | "str" | "bool" | "i8" | "i16" | "i32" | "i64" | "i128" | "isize" | "u8" | "u16" | "u32" | "u64" | "u128" | "usize" | "f32" | "f64" | "char" | "int" | "long" | "short" | "byte" | "float" | "double" | "int8" | "int16" | "int32" | "int64" | "uint8" | "uint16" | "uint32" | "uint64" | "float32" | "float64" | "complex64" | "complex128" | "rune" | "error" | "Int" | "Long" | "Short" | "Byte" | "Float" | "Double" | "Boolean" | "Char" | "Unit" | "String" | "Any" | "AnyRef" | "AnyVal" | "Nothing" | "Null" ) } fn opt_str(arena: &mut Arena, s: Option<&str>) -> StrRef { match s { Some(s) => arena.put(s), None => NONE_STR, } }