chore: import upstream snapshot with attribution

2026-07-13 12:40:42 +08:00
commit e25996e7db
15472 changed files with 3536181 additions and 0 deletions
@@ -0,0 +1,91 @@
+# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import re
+import sys
+from xml.etree import ElementTree
+
+import commands
+
+
+def analysisPyXml(rootPath, ut):
+    xml_path = f'{rootPath}/build/pytest/{ut}/python-coverage.xml'
+    related_ut_map_file = f'{rootPath}/build/ut_map/{ut}/related_{ut}.txt'
+    notrelated_ut_map_file = f'{rootPath}/build/ut_map/{ut}/notrelated_{ut}.txt'
+    tree = ElementTree.parse(xml_path)
+    root = tree.getroot()
+    error_files = []
+    pyCov_file = []
+    for clazz in root.findall('packages/package/classes/class'):
+        clazz_filename = clazz.attrib.get('filename')
+        if not clazz_filename.startswith('/paddle'):
+            clazz_filename = f'/paddle/{clazz_filename}'
+        for line in clazz.findall('lines/line'):
+            line_hits = int(line.attrib.get('hits'))
+            if line_hits != 0:
+                line_number = int(line.attrib.get('number'))
+                command = f'sed -n {line_number}p {clazz_filename}'
+                _code, output = commands.getstatusoutput(command)
+                if _code == 0:
+                    if not output.strip().startswith(
+                        (
+                            'from',
+                            'import',
+                            '__all__',
+                            'def',
+                            'class',
+                            '"""',
+                            '@',
+                            '\'\'\'',
+                            'logger',
+                            '_logger',
+                            'logging',
+                            'r"""',
+                            'pass',
+                            'try',
+                            'except',
+                            'if __name__ == "__main__"',
+                        )
+                    ):
+                        pattern = r"""(.*) = ('*')|(.*) = ("*")|(.*) = (\d)|(.*) = (-\d)|(.*) = (None)|(.*) = (True)|(.*) = (False)|(.*) = (URL_PREFIX*)|(.*) = (\[)|(.*) = (\{)|(.*) = (\()"""  # a='b'/a="b"/a=0
+                        if re.match(pattern, output.strip()) is None:
+                            pyCov_file.append(clazz_filename)
+                            coverageMessage = 'RELATED'
+                            break
+                        else:
+                            coverageMessage = 'FILTER'  # hit filter logic
+                    else:
+                        coverageMessage = 'FILTER'
+                else:
+                    coverageMessage = 'ERROR'
+                    error_files.append(clazz_filename)
+                    break
+            else:
+                coverageMessage = 'NOT_RELATED'
+        if coverageMessage in ['NOT_RELATED', 'ERROR', 'FILTER']:
+            os.system(f'echo {clazz_filename} >> {notrelated_ut_map_file}')
+        elif coverageMessage == 'RELATED':
+            os.system(f'echo {clazz_filename} >> {related_ut_map_file}')
+
+    print("============len(pyCov_file)")
+    print(len(pyCov_file))
+    print("============error")
+    print(error_files)
+
+
+if __name__ == "__main__":
+    rootPath = sys.argv[1]
+    ut = sys.argv[2]
+    analysisPyXml(rootPath, ut)