123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499 |
- # Copyright (c) 2006-2014 LOGILAB S.A. (Paris, FRANCE) <contact@logilab.fr>
- # Copyright (c) 2012 FELD Boris <lothiraldan@gmail.com>
- # Copyright (c) 2014-2020 Claudiu Popa <pcmanticore@gmail.com>
- # Copyright (c) 2014 Google, Inc.
- # Copyright (c) 2015-2016 Ceridwen <ceridwenv@gmail.com>
- # Copyright (c) 2015 Florian Bruhin <me@the-compiler.org>
- # Copyright (c) 2015 Ovidiu Sabou <ovidiu@sabou.org>
- # Copyright (c) 2016 Derek Gustafson <degustaf@gmail.com>
- # Copyright (c) 2016 Jakub Wilk <jwilk@jwilk.net>
- # Copyright (c) 2018 Ville Skyttä <ville.skytta@iki.fi>
- # Copyright (c) 2018 Nick Drozd <nicholasdrozd@gmail.com>
- # Copyright (c) 2018 Bryce Guinta <bryce.paul.guinta@gmail.com>
- # Copyright (c) 2020-2021 hippo91 <guillaume.peillex@gmail.com>
- # Copyright (c) 2020 Becker Awqatty <bawqatty@mide.com>
- # Copyright (c) 2020 Robin Jarry <robin.jarry@6wind.com>
- # Copyright (c) 2021 Pierre Sassoulas <pierre.sassoulas@gmail.com>
- # Copyright (c) 2021 Daniël van Noord <13665637+DanielNoord@users.noreply.github.com>
- # Copyright (c) 2021 Marc Mueller <30130371+cdce8p@users.noreply.github.com>
- # Copyright (c) 2021 Andrew Haigh <hello@nelf.in>
- # Licensed under the LGPL: https://www.gnu.org/licenses/old-licenses/lgpl-2.1.en.html
- # For details: https://github.com/PyCQA/astroid/blob/main/LICENSE
- """this module contains a set of functions to create astroid trees from scratch
- (build_* functions) or from living object (object_build_* functions)
- """
- import builtins
- import inspect
- import os
- import sys
- import types
- import warnings
- from typing import List, Optional
- from astroid import bases, nodes
- from astroid.manager import AstroidManager
- from astroid.nodes import node_classes
- # the keys of CONST_CLS eg python builtin types
- _CONSTANTS = tuple(node_classes.CONST_CLS)
- _BUILTINS = vars(builtins)
- TYPE_NONE = type(None)
- TYPE_NOTIMPLEMENTED = type(NotImplemented)
- TYPE_ELLIPSIS = type(...)
- def _io_discrepancy(member):
- # _io module names itself `io`: http://bugs.python.org/issue18602
- member_self = getattr(member, "__self__", None)
- return (
- member_self
- and inspect.ismodule(member_self)
- and member_self.__name__ == "_io"
- and member.__module__ == "io"
- )
- def _attach_local_node(parent, node, name):
- node.name = name # needed by add_local_node
- parent.add_local_node(node)
- def _add_dunder_class(func, member):
- """Add a __class__ member to the given func node, if we can determine it."""
- python_cls = member.__class__
- cls_name = getattr(python_cls, "__name__", None)
- if not cls_name:
- return
- cls_bases = [ancestor.__name__ for ancestor in python_cls.__bases__]
- ast_klass = build_class(cls_name, cls_bases, python_cls.__doc__)
- func.instance_attrs["__class__"] = [ast_klass]
- _marker = object()
- def attach_dummy_node(node, name, runtime_object=_marker):
- """create a dummy node and register it in the locals of the given
- node with the specified name
- """
- enode = nodes.EmptyNode()
- enode.object = runtime_object
- _attach_local_node(node, enode, name)
- def _has_underlying_object(self):
- return self.object is not None and self.object is not _marker
- nodes.EmptyNode.has_underlying_object = _has_underlying_object
- def attach_const_node(node, name, value):
- """create a Const node and register it in the locals of the given
- node with the specified name
- """
- if name not in node.special_attributes:
- _attach_local_node(node, nodes.const_factory(value), name)
- def attach_import_node(node, modname, membername):
- """create a ImportFrom node and register it in the locals of the given
- node with the specified name
- """
- from_node = nodes.ImportFrom(modname, [(membername, None)])
- _attach_local_node(node, from_node, membername)
- def build_module(name: str, doc: Optional[str] = None) -> nodes.Module:
- """create and initialize an astroid Module node"""
- node = nodes.Module(name, doc, pure_python=False)
- node.package = False
- node.parent = None
- return node
- def build_class(name, basenames=(), doc=None):
- """create and initialize an astroid ClassDef node"""
- node = nodes.ClassDef(name, doc)
- for base in basenames:
- basenode = nodes.Name(name=base)
- node.bases.append(basenode)
- basenode.parent = node
- return node
- def build_function(
- name,
- args: Optional[List[str]] = None,
- posonlyargs: Optional[List[str]] = None,
- defaults=None,
- doc=None,
- kwonlyargs: Optional[List[str]] = None,
- ) -> nodes.FunctionDef:
- """create and initialize an astroid FunctionDef node"""
- # first argument is now a list of decorators
- func = nodes.FunctionDef(name, doc)
- func.args = argsnode = nodes.Arguments(parent=func)
- argsnode.postinit(
- args=[nodes.AssignName(name=arg, parent=argsnode) for arg in args or ()],
- defaults=[],
- kwonlyargs=[
- nodes.AssignName(name=arg, parent=argsnode) for arg in kwonlyargs or ()
- ],
- kw_defaults=[],
- annotations=[],
- posonlyargs=[
- nodes.AssignName(name=arg, parent=argsnode) for arg in posonlyargs or ()
- ],
- )
- for default in defaults or ():
- argsnode.defaults.append(nodes.const_factory(default))
- argsnode.defaults[-1].parent = argsnode
- if args:
- register_arguments(func)
- return func
- def build_from_import(fromname, names):
- """create and initialize an astroid ImportFrom import statement"""
- return nodes.ImportFrom(fromname, [(name, None) for name in names])
- def register_arguments(func, args=None):
- """add given arguments to local
- args is a list that may contains nested lists
- (i.e. def func(a, (b, c, d)): ...)
- """
- if args is None:
- args = func.args.args
- if func.args.vararg:
- func.set_local(func.args.vararg, func.args)
- if func.args.kwarg:
- func.set_local(func.args.kwarg, func.args)
- for arg in args:
- if isinstance(arg, nodes.AssignName):
- func.set_local(arg.name, arg)
- else:
- register_arguments(func, arg.elts)
- def object_build_class(node, member, localname):
- """create astroid for a living class object"""
- basenames = [base.__name__ for base in member.__bases__]
- return _base_class_object_build(node, member, basenames, localname=localname)
- def object_build_function(node, member, localname):
- """create astroid for a living function object"""
- signature = inspect.signature(member)
- args = []
- defaults = []
- posonlyargs = []
- kwonlyargs = []
- for param_name, param in signature.parameters.items():
- if param.kind == inspect.Parameter.POSITIONAL_ONLY:
- posonlyargs.append(param_name)
- elif param.kind == inspect.Parameter.POSITIONAL_OR_KEYWORD:
- args.append(param_name)
- elif param.kind == inspect.Parameter.VAR_POSITIONAL:
- args.append(param_name)
- elif param.kind == inspect.Parameter.VAR_KEYWORD:
- args.append(param_name)
- elif param.kind == inspect.Parameter.KEYWORD_ONLY:
- kwonlyargs.append(param_name)
- if param.default is not inspect._empty:
- defaults.append(param.default)
- func = build_function(
- getattr(member, "__name__", None) or localname,
- args,
- posonlyargs,
- defaults,
- member.__doc__,
- )
- node.add_local_node(func, localname)
- def object_build_datadescriptor(node, member, name):
- """create astroid for a living data descriptor object"""
- return _base_class_object_build(node, member, [], name)
- def object_build_methoddescriptor(node, member, localname):
- """create astroid for a living method descriptor object"""
- # FIXME get arguments ?
- func = build_function(
- getattr(member, "__name__", None) or localname, doc=member.__doc__
- )
- # set node's arguments to None to notice that we have no information, not
- # and empty argument list
- func.args.args = None
- node.add_local_node(func, localname)
- _add_dunder_class(func, member)
- def _base_class_object_build(node, member, basenames, name=None, localname=None):
- """create astroid for a living class object, with a given set of base names
- (e.g. ancestors)
- """
- klass = build_class(
- name or getattr(member, "__name__", None) or localname,
- basenames,
- member.__doc__,
- )
- klass._newstyle = isinstance(member, type)
- node.add_local_node(klass, localname)
- try:
- # limit the instantiation trick since it's too dangerous
- # (such as infinite test execution...)
- # this at least resolves common case such as Exception.args,
- # OSError.errno
- if issubclass(member, Exception):
- instdict = member().__dict__
- else:
- raise TypeError
- except TypeError:
- pass
- else:
- for item_name, obj in instdict.items():
- valnode = nodes.EmptyNode()
- valnode.object = obj
- valnode.parent = klass
- valnode.lineno = 1
- klass.instance_attrs[item_name] = [valnode]
- return klass
- def _build_from_function(node, name, member, module):
- # verify this is not an imported function
- try:
- code = member.__code__
- except AttributeError:
- # Some implementations don't provide the code object,
- # such as Jython.
- code = None
- filename = getattr(code, "co_filename", None)
- if filename is None:
- assert isinstance(member, object)
- object_build_methoddescriptor(node, member, name)
- elif filename != getattr(module, "__file__", None):
- attach_dummy_node(node, name, member)
- else:
- object_build_function(node, member, name)
- def _safe_has_attribute(obj, member):
- try:
- return hasattr(obj, member)
- except Exception: # pylint: disable=broad-except
- return False
- class InspectBuilder:
- """class for building nodes from living object
- this is actually a really minimal representation, including only Module,
- FunctionDef and ClassDef nodes and some others as guessed.
- """
- def __init__(self, manager_instance=None):
- self._manager = manager_instance or AstroidManager()
- self._done = {}
- self._module = None
- def inspect_build(
- self,
- module: types.ModuleType,
- modname: Optional[str] = None,
- path: Optional[str] = None,
- ) -> nodes.Module:
- """build astroid from a living module (i.e. using inspect)
- this is used when there is no python source code available (either
- because it's a built-in module or because the .py is not available)
- """
- self._module = module
- if modname is None:
- modname = module.__name__
- try:
- node = build_module(modname, module.__doc__)
- except AttributeError:
- # in jython, java modules have no __doc__ (see #109562)
- node = build_module(modname)
- node.file = node.path = os.path.abspath(path) if path else path
- node.name = modname
- self._manager.cache_module(node)
- node.package = hasattr(module, "__path__")
- self._done = {}
- self.object_build(node, module)
- return node
- def object_build(self, node, obj):
- """recursive method which create a partial ast from real objects
- (only function, class, and method are handled)
- """
- if obj in self._done:
- return self._done[obj]
- self._done[obj] = node
- for name in dir(obj):
- try:
- with warnings.catch_warnings():
- warnings.filterwarnings("error")
- member = getattr(obj, name)
- except (AttributeError, DeprecationWarning):
- # damned ExtensionClass.Base, I know you're there !
- attach_dummy_node(node, name)
- continue
- if inspect.ismethod(member):
- member = member.__func__
- if inspect.isfunction(member):
- _build_from_function(node, name, member, self._module)
- elif inspect.isbuiltin(member):
- if not _io_discrepancy(member) and self.imported_member(
- node, member, name
- ):
- continue
- object_build_methoddescriptor(node, member, name)
- elif inspect.isclass(member):
- if self.imported_member(node, member, name):
- continue
- if member in self._done:
- class_node = self._done[member]
- if class_node not in node.locals.get(name, ()):
- node.add_local_node(class_node, name)
- else:
- class_node = object_build_class(node, member, name)
- # recursion
- self.object_build(class_node, member)
- if name == "__class__" and class_node.parent is None:
- class_node.parent = self._done[self._module]
- elif inspect.ismethoddescriptor(member):
- assert isinstance(member, object)
- object_build_methoddescriptor(node, member, name)
- elif inspect.isdatadescriptor(member):
- assert isinstance(member, object)
- object_build_datadescriptor(node, member, name)
- elif isinstance(member, _CONSTANTS):
- attach_const_node(node, name, member)
- elif inspect.isroutine(member):
- # This should be called for Jython, where some builtin
- # methods aren't caught by isbuiltin branch.
- _build_from_function(node, name, member, self._module)
- elif _safe_has_attribute(member, "__all__"):
- module = build_module(name)
- _attach_local_node(node, module, name)
- # recursion
- self.object_build(module, member)
- else:
- # create an empty node so that the name is actually defined
- attach_dummy_node(node, name, member)
- return None
- def imported_member(self, node, member, name):
- """verify this is not an imported class or handle it"""
- # /!\ some classes like ExtensionClass doesn't have a __module__
- # attribute ! Also, this may trigger an exception on badly built module
- # (see http://www.logilab.org/ticket/57299 for instance)
- try:
- modname = getattr(member, "__module__", None)
- except TypeError:
- modname = None
- if modname is None:
- if name in {"__new__", "__subclasshook__"}:
- # Python 2.5.1 (r251:54863, Sep 1 2010, 22:03:14)
- # >>> print object.__new__.__module__
- # None
- modname = builtins.__name__
- else:
- attach_dummy_node(node, name, member)
- return True
- real_name = {"gtk": "gtk_gtk", "_io": "io"}.get(modname, modname)
- if real_name != self._module.__name__:
- # check if it sounds valid and then add an import node, else use a
- # dummy node
- try:
- getattr(sys.modules[modname], name)
- except (KeyError, AttributeError):
- attach_dummy_node(node, name, member)
- else:
- attach_import_node(node, modname, name)
- return True
- return False
- # astroid bootstrapping ######################################################
- _CONST_PROXY = {}
- def _set_proxied(const):
- # TODO : find a nicer way to handle this situation;
- return _CONST_PROXY[const.value.__class__]
- def _astroid_bootstrapping():
- """astroid bootstrapping the builtins module"""
- # this boot strapping is necessary since we need the Const nodes to
- # inspect_build builtins, and then we can proxy Const
- builder = InspectBuilder()
- astroid_builtin = builder.inspect_build(builtins)
- for cls, node_cls in node_classes.CONST_CLS.items():
- if cls is TYPE_NONE:
- proxy = build_class("NoneType")
- proxy.parent = astroid_builtin
- elif cls is TYPE_NOTIMPLEMENTED:
- proxy = build_class("NotImplementedType")
- proxy.parent = astroid_builtin
- elif cls is TYPE_ELLIPSIS:
- proxy = build_class("Ellipsis")
- proxy.parent = astroid_builtin
- else:
- proxy = astroid_builtin.getattr(cls.__name__)[0]
- if cls in (dict, list, set, tuple):
- node_cls._proxied = proxy
- else:
- _CONST_PROXY[cls] = proxy
- # Set the builtin module as parent for some builtins.
- nodes.Const._proxied = property(_set_proxied)
- _GeneratorType = nodes.ClassDef(
- types.GeneratorType.__name__, types.GeneratorType.__doc__
- )
- _GeneratorType.parent = astroid_builtin
- bases.Generator._proxied = _GeneratorType
- builder.object_build(bases.Generator._proxied, types.GeneratorType)
- if hasattr(types, "AsyncGeneratorType"):
- _AsyncGeneratorType = nodes.ClassDef(
- types.AsyncGeneratorType.__name__, types.AsyncGeneratorType.__doc__
- )
- _AsyncGeneratorType.parent = astroid_builtin
- bases.AsyncGenerator._proxied = _AsyncGeneratorType
- builder.object_build(bases.AsyncGenerator._proxied, types.AsyncGeneratorType)
- builtin_types = (
- types.GetSetDescriptorType,
- types.GeneratorType,
- types.MemberDescriptorType,
- TYPE_NONE,
- TYPE_NOTIMPLEMENTED,
- types.FunctionType,
- types.MethodType,
- types.BuiltinFunctionType,
- types.ModuleType,
- types.TracebackType,
- )
- for _type in builtin_types:
- if _type.__name__ not in astroid_builtin:
- cls = nodes.ClassDef(_type.__name__, _type.__doc__)
- cls.parent = astroid_builtin
- builder.object_build(cls, _type)
- astroid_builtin[_type.__name__] = cls
- _astroid_bootstrapping()
|