123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488 |
- # orm/dynamic.py
- # Copyright (C) 2005-2022 the SQLAlchemy authors and contributors
- # <see AUTHORS file>
- #
- # This module is part of SQLAlchemy and is released under
- # the MIT License: https://www.opensource.org/licenses/mit-license.php
- """Dynamic collection API.
- Dynamic collections act like Query() objects for read operations and support
- basic add/delete mutation.
- """
- from . import attributes
- from . import exc as orm_exc
- from . import interfaces
- from . import object_mapper
- from . import object_session
- from . import relationships
- from . import strategies
- from . import util as orm_util
- from .query import Query
- from .. import exc
- from .. import log
- from .. import util
- from ..engine import result
- @log.class_logger
- @relationships.RelationshipProperty.strategy_for(lazy="dynamic")
- class DynaLoader(strategies.AbstractRelationshipLoader):
- def init_class_attribute(self, mapper):
- self.is_class_level = True
- if not self.uselist:
- raise exc.InvalidRequestError(
- "On relationship %s, 'dynamic' loaders cannot be used with "
- "many-to-one/one-to-one relationships and/or "
- "uselist=False." % self.parent_property
- )
- elif self.parent_property.direction not in (
- interfaces.ONETOMANY,
- interfaces.MANYTOMANY,
- ):
- util.warn(
- "On relationship %s, 'dynamic' loaders cannot be used with "
- "many-to-one/one-to-one relationships and/or "
- "uselist=False. This warning will be an exception in a "
- "future release." % self.parent_property
- )
- strategies._register_attribute(
- self.parent_property,
- mapper,
- useobject=True,
- impl_class=DynamicAttributeImpl,
- target_mapper=self.parent_property.mapper,
- order_by=self.parent_property.order_by,
- query_class=self.parent_property.query_class,
- )
- class DynamicAttributeImpl(attributes.AttributeImpl):
- uses_objects = True
- default_accepts_scalar_loader = False
- supports_population = False
- collection = False
- dynamic = True
- order_by = ()
- def __init__(
- self,
- class_,
- key,
- typecallable,
- dispatch,
- target_mapper,
- order_by,
- query_class=None,
- **kw
- ):
- super(DynamicAttributeImpl, self).__init__(
- class_, key, typecallable, dispatch, **kw
- )
- self.target_mapper = target_mapper
- if order_by:
- self.order_by = tuple(order_by)
- if not query_class:
- self.query_class = AppenderQuery
- elif AppenderMixin in query_class.mro():
- self.query_class = query_class
- else:
- self.query_class = mixin_user_query(query_class)
- def get(self, state, dict_, passive=attributes.PASSIVE_OFF):
- if not passive & attributes.SQL_OK:
- return self._get_collection_history(
- state, attributes.PASSIVE_NO_INITIALIZE
- ).added_items
- else:
- return self.query_class(self, state)
- def get_collection(
- self,
- state,
- dict_,
- user_data=None,
- passive=attributes.PASSIVE_NO_INITIALIZE,
- ):
- if not passive & attributes.SQL_OK:
- data = self._get_collection_history(state, passive).added_items
- else:
- history = self._get_collection_history(state, passive)
- data = history.added_plus_unchanged
- return DynamicCollectionAdapter(data)
- @util.memoized_property
- def _append_token(self):
- return attributes.Event(self, attributes.OP_APPEND)
- @util.memoized_property
- def _remove_token(self):
- return attributes.Event(self, attributes.OP_REMOVE)
- def fire_append_event(
- self, state, dict_, value, initiator, collection_history=None
- ):
- if collection_history is None:
- collection_history = self._modified_event(state, dict_)
- collection_history.add_added(value)
- for fn in self.dispatch.append:
- value = fn(state, value, initiator or self._append_token)
- if self.trackparent and value is not None:
- self.sethasparent(attributes.instance_state(value), state, True)
- def fire_remove_event(
- self, state, dict_, value, initiator, collection_history=None
- ):
- if collection_history is None:
- collection_history = self._modified_event(state, dict_)
- collection_history.add_removed(value)
- if self.trackparent and value is not None:
- self.sethasparent(attributes.instance_state(value), state, False)
- for fn in self.dispatch.remove:
- fn(state, value, initiator or self._remove_token)
- def _modified_event(self, state, dict_):
- if self.key not in state.committed_state:
- state.committed_state[self.key] = CollectionHistory(self, state)
- state._modified_event(dict_, self, attributes.NEVER_SET)
- # this is a hack to allow the fixtures.ComparableEntity fixture
- # to work
- dict_[self.key] = True
- return state.committed_state[self.key]
- def set(
- self,
- state,
- dict_,
- value,
- initiator=None,
- passive=attributes.PASSIVE_OFF,
- check_old=None,
- pop=False,
- _adapt=True,
- ):
- if initiator and initiator.parent_token is self.parent_token:
- return
- if pop and value is None:
- return
- iterable = value
- new_values = list(iterable)
- if state.has_identity:
- old_collection = util.IdentitySet(self.get(state, dict_))
- collection_history = self._modified_event(state, dict_)
- if not state.has_identity:
- old_collection = collection_history.added_items
- else:
- old_collection = old_collection.union(
- collection_history.added_items
- )
- idset = util.IdentitySet
- constants = old_collection.intersection(new_values)
- additions = idset(new_values).difference(constants)
- removals = old_collection.difference(constants)
- for member in new_values:
- if member in additions:
- self.fire_append_event(
- state,
- dict_,
- member,
- None,
- collection_history=collection_history,
- )
- for member in removals:
- self.fire_remove_event(
- state,
- dict_,
- member,
- None,
- collection_history=collection_history,
- )
- def delete(self, *args, **kwargs):
- raise NotImplementedError()
- def set_committed_value(self, state, dict_, value):
- raise NotImplementedError(
- "Dynamic attributes don't support " "collection population."
- )
- def get_history(self, state, dict_, passive=attributes.PASSIVE_OFF):
- c = self._get_collection_history(state, passive)
- return c.as_history()
- def get_all_pending(
- self, state, dict_, passive=attributes.PASSIVE_NO_INITIALIZE
- ):
- c = self._get_collection_history(state, passive)
- return [(attributes.instance_state(x), x) for x in c.all_items]
- def _get_collection_history(self, state, passive=attributes.PASSIVE_OFF):
- if self.key in state.committed_state:
- c = state.committed_state[self.key]
- else:
- c = CollectionHistory(self, state)
- if state.has_identity and (passive & attributes.INIT_OK):
- return CollectionHistory(self, state, apply_to=c)
- else:
- return c
- def append(
- self, state, dict_, value, initiator, passive=attributes.PASSIVE_OFF
- ):
- if initiator is not self:
- self.fire_append_event(state, dict_, value, initiator)
- def remove(
- self, state, dict_, value, initiator, passive=attributes.PASSIVE_OFF
- ):
- if initiator is not self:
- self.fire_remove_event(state, dict_, value, initiator)
- def pop(
- self, state, dict_, value, initiator, passive=attributes.PASSIVE_OFF
- ):
- self.remove(state, dict_, value, initiator, passive=passive)
- class DynamicCollectionAdapter(object):
- """simplified CollectionAdapter for internal API consistency"""
- def __init__(self, data):
- self.data = data
- def __iter__(self):
- return iter(self.data)
- def _reset_empty(self):
- pass
- def __len__(self):
- return len(self.data)
- def __bool__(self):
- return True
- __nonzero__ = __bool__
- class AppenderMixin(object):
- query_class = None
- def __init__(self, attr, state):
- super(AppenderMixin, self).__init__(attr.target_mapper, None)
- self.instance = instance = state.obj()
- self.attr = attr
- mapper = object_mapper(instance)
- prop = mapper._props[self.attr.key]
- if prop.secondary is not None:
- # this is a hack right now. The Query only knows how to
- # make subsequent joins() without a given left-hand side
- # from self._from_obj[0]. We need to ensure prop.secondary
- # is in the FROM. So we purposely put the mapper selectable
- # in _from_obj[0] to ensure a user-defined join() later on
- # doesn't fail, and secondary is then in _from_obj[1].
- self._from_obj = (prop.mapper.selectable, prop.secondary)
- self._where_criteria = (
- prop._with_parent(instance, alias_secondary=False),
- )
- if self.attr.order_by:
- self._order_by_clauses = self.attr.order_by
- def session(self):
- sess = object_session(self.instance)
- if (
- sess is not None
- and self.autoflush
- and sess.autoflush
- and self.instance in sess
- ):
- sess.flush()
- if not orm_util.has_identity(self.instance):
- return None
- else:
- return sess
- session = property(session, lambda s, x: None)
- def _iter(self):
- sess = self.session
- if sess is None:
- state = attributes.instance_state(self.instance)
- if state.detached:
- util.warn(
- "Instance %s is detached, dynamic relationship cannot "
- "return a correct result. This warning will become "
- "a DetachedInstanceError in a future release."
- % (orm_util.state_str(state))
- )
- return result.IteratorResult(
- result.SimpleResultMetaData([self.attr.class_.__name__]),
- self.attr._get_collection_history(
- attributes.instance_state(self.instance),
- attributes.PASSIVE_NO_INITIALIZE,
- ).added_items,
- _source_supports_scalars=True,
- ).scalars()
- else:
- return self._generate(sess)._iter()
- def __getitem__(self, index):
- sess = self.session
- if sess is None:
- return self.attr._get_collection_history(
- attributes.instance_state(self.instance),
- attributes.PASSIVE_NO_INITIALIZE,
- ).indexed(index)
- else:
- return self._generate(sess).__getitem__(index)
- def count(self):
- sess = self.session
- if sess is None:
- return len(
- self.attr._get_collection_history(
- attributes.instance_state(self.instance),
- attributes.PASSIVE_NO_INITIALIZE,
- ).added_items
- )
- else:
- return self._generate(sess).count()
- def _generate(self, sess=None):
- # note we're returning an entirely new Query class instance
- # here without any assignment capabilities; the class of this
- # query is determined by the session.
- instance = self.instance
- if sess is None:
- sess = object_session(instance)
- if sess is None:
- raise orm_exc.DetachedInstanceError(
- "Parent instance %s is not bound to a Session, and no "
- "contextual session is established; lazy load operation "
- "of attribute '%s' cannot proceed"
- % (orm_util.instance_str(instance), self.attr.key)
- )
- if self.query_class:
- query = self.query_class(self.attr.target_mapper, session=sess)
- else:
- query = sess.query(self.attr.target_mapper)
- query._where_criteria = self._where_criteria
- query._from_obj = self._from_obj
- query._order_by_clauses = self._order_by_clauses
- return query
- def extend(self, iterator):
- for item in iterator:
- self.attr.append(
- attributes.instance_state(self.instance),
- attributes.instance_dict(self.instance),
- item,
- None,
- )
- def append(self, item):
- self.attr.append(
- attributes.instance_state(self.instance),
- attributes.instance_dict(self.instance),
- item,
- None,
- )
- def remove(self, item):
- self.attr.remove(
- attributes.instance_state(self.instance),
- attributes.instance_dict(self.instance),
- item,
- None,
- )
- class AppenderQuery(AppenderMixin, Query):
- """A dynamic query that supports basic collection storage operations."""
- def mixin_user_query(cls):
- """Return a new class with AppenderQuery functionality layered over."""
- name = "Appender" + cls.__name__
- return type(name, (AppenderMixin, cls), {"query_class": cls})
- class CollectionHistory(object):
- """Overrides AttributeHistory to receive append/remove events directly."""
- def __init__(self, attr, state, apply_to=None):
- if apply_to:
- coll = AppenderQuery(attr, state).autoflush(False)
- self.unchanged_items = util.OrderedIdentitySet(coll)
- self.added_items = apply_to.added_items
- self.deleted_items = apply_to.deleted_items
- self._reconcile_collection = True
- else:
- self.deleted_items = util.OrderedIdentitySet()
- self.added_items = util.OrderedIdentitySet()
- self.unchanged_items = util.OrderedIdentitySet()
- self._reconcile_collection = False
- @property
- def added_plus_unchanged(self):
- return list(self.added_items.union(self.unchanged_items))
- @property
- def all_items(self):
- return list(
- self.added_items.union(self.unchanged_items).union(
- self.deleted_items
- )
- )
- def as_history(self):
- if self._reconcile_collection:
- added = self.added_items.difference(self.unchanged_items)
- deleted = self.deleted_items.intersection(self.unchanged_items)
- unchanged = self.unchanged_items.difference(deleted)
- else:
- added, unchanged, deleted = (
- self.added_items,
- self.unchanged_items,
- self.deleted_items,
- )
- return attributes.History(list(added), list(unchanged), list(deleted))
- def indexed(self, index):
- return list(self.added_items)[index]
- def add_added(self, value):
- self.added_items.add(value)
- def add_removed(self, value):
- if value in self.added_items:
- self.added_items.remove(value)
- else:
- self.deleted_items.add(value)
|