fix: /script, testdata and CI support

Author: Hoblovski

.github/workflows/simple_checks.yml

@@ -0,0 +1,16 @@
+name: Simple Checks
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v3
+    - name: check linenos
+      run: ./script/check_all_linenos.sh
+

.gitignore

@@ -68,8 +68,9 @@ __pycache__
 rust-analyzer-x86_64-unknown-linux-gnu
 
 testdata/test
+testdata/jsons
 
 src/lang/testdata
 *.json
 
-tools
+tools

README.md

@@ -72,7 +72,7 @@ COZE_BOT_ID={YOUR_COZE_BOT_ID}
 
 2. compile the parsers
 ```
-sh ./script/make_parser.sh
+./script/make_parser.sh
 ```
 
 3. compile and run ABCoder

script/check_all_linenos.sh

@@ -0,0 +1,44 @@
+#!/bin/bash
+# Copyright 2025 CloudWeGo Authors
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     https://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+root=$(dirname $(realpath $(dirname $0)))
+cd $root
+echo "[Making parser]"
+./script/make_parser.sh
+echo "[Done making parser]"
+
+parser=tools/parser/lang
+mkdir -p testdata/jsons
+
+do_test() {
+	lang=$1
+	srcpath=$2
+	name=$3
+	flags=$4
+
+	echo $name...
+	$parser -d -v --no-need-comment collect $lang $srcpath > testdata/jsons/$name.json 2>testdata/jsons/$name.log
+	cat $name.log
+	python script/check_lineno.py --json testdata/jsons/$name.json --base $srcpath $flags > testdata/jsons/$name.check
+
+	if grep -q "All functions verified successfully!" testdata/jsons/$name.check; then
+		echo "  [PASS]"
+	else
+		echo "  [FAIL]"
+		exit 1
+	fi
+}
+do_test go src/lang go "--zero_linebase"
+do_test rust testdata/rust2-wobyted rust2 "--zero_linebase --implheads"

src/lang/check.py script/check_lineno.pysrc/lang/check.py renamed to script/check_lineno.py

@@ -1,4 +1,6 @@
 """检查 json 中诸符号的 StartOffset, EndOffset, Line, Content 的一致性
+（假设本文件在 src/lang 中）
+
 例如检查本项目：
 
     $ ./lang -d -v --no-need-comment collect go . > lang.json

testdata/rust2-wobyted/Cargo.toml

@@ -0,0 +1,7 @@
+[package]
+name = "rust2"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+lazy_static = "1.4.0"

testdata/rust2-wobyted/src/entity/func.rs

@@ -0,0 +1,45 @@
+// Copyright 2025 CloudWeGo Authors
+// 
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+// 
+//     https://www.apache.org/licenses/LICENSE-2.0
+// 
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use std::io::{self, Write};
+
+use super::{MyEnum, MyInt, MyInt2, MyStruct, MyTrait};
+
+#[warn(unused_variables)]
+pub fn write_to_output<W: Write, T: MyTrait>(
+    output: &mut W,
+    input: &T,
+    arg: &MyStruct,
+) -> io::Result<(MyEnum, MyInt2)> {
+    Ok((MyEnum::A(input.my_trait() + arg.a), arg.b))
+}
+
+use core::f64::consts::E;
+use std::f32::consts::PI;
+
+fn apply_closure<F, Y: Fn(MyInt) -> MyInt2>(x: Option<MyInt>, func: F, func2: Y) -> MyInt2
+where
+    F: Fn(MyInt) -> MyInt2,
+{
+    func(x.unwrap())
+}
+
+/// This is a test function
+/// # Example
+/// ```
+/// let obj = new_obj();
+/// ```
+pub fn new_obj() -> MyStruct {
+    MyStruct { a: 1, b: MyInt2(2) }
+}

testdata/rust2-wobyted/src/entity/inter.rs

@@ -0,0 +1,65 @@
+// Copyright 2025 CloudWeGo Authors
+// 
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+// 
+//     https://www.apache.org/licenses/LICENSE-2.0
+// 
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+/**
+ * Copyright 2025 ByteDance Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+pub trait Addable {
+    fn id() -> i64;
+    fn add(&self, b: i64) -> i64;
+}
+
+pub struct AnyInt(i64);
+
+impl AnyInt {
+    pub fn id() -> i64 {
+        0
+    }
+    pub fn add(&self, b: i64) -> i64 {
+        self.0 + b
+    }
+}
+
+impl Addable for AnyInt {
+    fn add(&self, b: i64) -> i64 {
+        // use the method defined in the struct
+        self.add(b)
+    }
+    fn id() -> i64 {
+        // use the method defined in the struct
+        AnyInt::id()
+    }
+}
+
+fn add_trait<T: Addable>(i: T, v: i64) {
+    println!("{}", i.add(v))
+}
+
+#[test]
+fn test() {
+    add_trait(AnyInt(1), 2);
+}

testdata/rust2-wobyted/src/entity/mod.rs

@@ -0,0 +1,85 @@
+// Copyright 2025 CloudWeGo Authors
+// 
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+// 
+//     https://www.apache.org/licenses/LICENSE-2.0
+// 
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+pub type MyInt = i32;
+
+#[derive(Debug, Clone, Copy, PartialEq, Eq)]
+pub struct MyInt2(pub i32);
+
+impl std::ops::Add<MyInt> for MyInt2 {
+    type Output = MyInt;
+
+    fn add(self, rhs: MyInt) -> MyInt {
+        self.0 + rhs
+    }
+}
+
+pub const MY_INT: MyInt = 42;
+
+pub fn add(a: MyInt, b: MyInt2) -> MyInt {
+    b + a
+}
+
+pub struct MyStruct {
+    pub a: MyInt,
+    pub b: MyInt2,
+}
+
+impl MyStruct {
+    pub fn new(a: MyInt, b: MyInt2) -> MyStruct {
+        MyStruct { a, b }
+    }
+
+    pub fn add(&self) -> MyInt {
+        self.b + self.a
+    }
+}
+
+trait MyTrait {
+    fn my_trait(&self) -> MyInt;
+}
+
+impl MyTrait for MyStruct {
+    fn my_trait(&self) -> MyInt {
+        self.a
+    }
+}
+
+static MY_STATIC: MyInt = 42;
+
+use lazy_static::lazy_static;
+
+lazy_static! {
+    pub static ref MY_LAZY_STATIC: MyInt = 44;
+}
+
+#[derive(Debug)]
+pub enum MyEnum {
+    A(MyInt),
+    B(MyInt2),
+}
+
+#[macro_export]
+macro_rules! my_macro {
+    ($e:expr) => {
+        $e
+    };
+}
+
+pub mod func;
+pub mod inter;
+
+lazy_static! {
+    pub static ref MY_LAZY_STATIC2: MyInt = 45;
+}

testdata/rust2-wobyted/src/main.rs

@@ -0,0 +1,33 @@
+// Copyright 2025 CloudWeGo Authors
+// 
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+// 
+//     https://www.apache.org/licenses/LICENSE-2.0
+// 
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+mod entity;
+
+static MY_INT2: u32 = 42;
+
+fn main() {
+    let a = entity::MyStruct::new(1, entity::MyInt2(2));
+    println!("{} + {:?} = {}", a.a, a.b, a.add());
+    let b = entity::add(1, entity::MyInt2(2));
+    println!("1 + 2 = {}", b);
+    println!("MY_INT = {}", entity::MY_INT);
+    println!("MY_INT2 = {}", MY_INT2);
+
+    _ = entity::MyEnum::A(1);
+    _ = entity::MyEnum::B(entity::MyInt2(2));
+    _ = crate::my_macro!(1);
+
+    let mut buf = Vec::new();
+    entity::func::write_to_output(&mut buf, &a, &a).unwrap();
+}