chore: import upstream snapshot with attribution

python/paddle/jit/sot/opcode_translator/skip_files.py

@@ -0,0 +1,167 @@
+# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import _collections_abc
+import _weakrefset
+import abc
+import codecs
+import collections
+import contextlib
+import copy
+import copyreg
+import dataclasses
+import enum
+import functools
+import genericpath
+import importlib
+import inspect
+import linecache
+import logging
+import multiprocessing
+import operator
+import os
+import posixpath
+import random
+import re
+import selectors
+import signal
+import sys
+import tempfile
+import threading
+import tokenize
+import traceback
+import types
+import typing
+import unittest
+import uuid
+import warnings
+import weakref
+
+import google.protobuf
+import numpy
+import setuptools
+
+import paddle
+
+NEED_SKIP_THIRD_PARTY_MODULES = {
+    abc,
+    collections,
+    contextlib,
+    copy,
+    copyreg,
+    dataclasses,
+    enum,
+    functools,
+    google.protobuf,
+    importlib,
+    inspect,
+    linecache,
+    logging,
+    multiprocessing,
+    numpy,
+    operator,
+    os,
+    posixpath,
+    random,
+    re,
+    selectors,
+    signal,
+    tempfile,
+    threading,
+    tokenize,
+    traceback,
+    types,
+    typing,
+    unittest,
+    weakref,
+    _collections_abc,
+    _weakrefset,
+    codecs,
+    uuid,
+    setuptools,
+    warnings,
+    genericpath,
+}
+
+if sys.version_info < (3, 11):
+    import sre_compile
+    import sre_parse
+
+    NEED_SKIP_THIRD_PARTY_MODULES.add(sre_compile)
+    NEED_SKIP_THIRD_PARTY_MODULES.add(sre_parse)
+
+if sys.version_info < (3, 12):
+    import distutils
+
+    NEED_SKIP_THIRD_PARTY_MODULES.add(distutils)
+
+
+def _extend_skip_modules_if_exists(module_name: str):
+    """Extend skip modules set if the module exists."""
+    try:
+        module = importlib.import_module(module_name)
+        NEED_SKIP_THIRD_PARTY_MODULES.add(module)
+    except ImportError:
+        pass
+
+
+# Some modules may not be installed in the environment, so we try to import them.
+_extend_skip_modules_if_exists("coverage")
+_extend_skip_modules_if_exists("colorama")
+
+
+def _strip_init_py(s):
+    return re.sub(r"__init__.py$", "", s)
+
+
+def _module_dir(m: types.ModuleType):
+    module_file = getattr(m, "__file__", None)
+    if module_file is None:
+        return None
+    return _strip_init_py(module_file)
+
+
+skip_file_names = {
+    path
+    for path in [_module_dir(m) for m in NEED_SKIP_THIRD_PARTY_MODULES]
+    if path is not None
+}
+
+
+sot_path = os.path.dirname(__file__).rpartition(os.sep)[0] + os.sep
+paddle_path = sys.modules["paddle"].__file__.rpartition(os.sep)[0] + os.sep
+
+skip_file_names.add(sot_path)
+skip_file_names.add(paddle_path)
+skip_file_names.add(
+    "<frozen importlib",
+)
+skip_file_names.add("<__array_function__ internals>")
+
+skip_file_name_re = re.compile(
+    f"^({'|'.join(map(re.escape, skip_file_names))})"
+)
+
+no_skip_code = {paddle.nn.Sequential.forward.__code__}
+
+with_graph_codes = (
+    paddle.nn.Layer.__call__.__code__,
+    paddle.nn.Layer._dygraph_call_func.__code__,
+)
+
+
+def setup_skip_files():
+    paddle.framework.core.eval_frame_skip_file_prefix(tuple(skip_file_names))
+    paddle.framework.core.eval_frame_no_skip_codes(tuple(no_skip_code))
+    paddle.framework.core.sot_setup_codes_with_graph(with_graph_codes)