graphql-python / graphene-mongo / 404

pending completion

Build # 404

Build Type

Pull #156

travis-ci

Committed by

web-flow

Commit Message

<a href="https://github.com/graphql-python/graphene-mongo/commit/<a class=hub.com/graphql-python/graphene-mongo/commit/b4a2e625cb884fe4993c07e11168377e5e28bab6">b4a2e625c<a href="https://github.com/graphql-python/graphene-mongo/commit/b4a2e625cb884fe4993c07e11168377e5e28bab6">">Merge </a><a class="double-link" href="https://github.com/graphql-python/graphene-mongo/commit/<a class="double-link" href="https://github.com/graphql-python/graphene-mongo/commit/16f97a30074341cfe9ee956210f2cedf1b022e17">16f97a300</a>">16f97a300</a><a href="https://github.com/graphql-python/graphene-mongo/commit/b4a2e625cb884fe4993c07e11168377e5e28bab6"> into 7ca0925bd">7ca0925bd</a>

Pull Request Pull Request #156: Feat retrieving queried fields only

Run Details

128 of 128 new or added lines in 4 files covered. (100.0%)

569 of 596 relevant lines covered (95.47%)

4.75 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.2

/graphene_mongo/converter.py

import graphene
import mongoengine
import uuid

from graphene.types.json import JSONString
from graphene.utils.str_converters import to_snake_case
from mongoengine.base import get_document
from . import advanced_types
from .utils import import_single_dispatch, get_field_description, get_query_fields
from concurrent.futures import ThreadPoolExecutor, as_completed

singledispatch = import_single_dispatch()


class MongoEngineConversionError(Exception):
    pass


@singledispatch
def convert_mongoengine_field(field, registry=None):
    raise MongoEngineConversionError(
        "Don't know how to convert the MongoEngine field %s (%s)"
        % (field, field.__class__)
    )


@convert_mongoengine_field.register(mongoengine.EmailField)
@convert_mongoengine_field.register(mongoengine.StringField)
@convert_mongoengine_field.register(mongoengine.URLField)
def convert_field_to_string(field, registry=None):
    return graphene.String(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.UUIDField)
@convert_mongoengine_field.register(mongoengine.ObjectIdField)
def convert_field_to_id(field, registry=None):
    return graphene.ID(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.IntField)
@convert_mongoengine_field.register(mongoengine.LongField)
@convert_mongoengine_field.register(mongoengine.SequenceField)
def convert_field_to_int(field, registry=None):
    return graphene.Int(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.BooleanField)
def convert_field_to_boolean(field, registry=None):
    return graphene.Boolean(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.DecimalField)
@convert_mongoengine_field.register(mongoengine.FloatField)
def convert_field_to_float(field, registry=None):
    return graphene.Float(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.DateTimeField)
def convert_field_to_datetime(field, registry=None):
    return graphene.DateTime(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.DictField)
@convert_mongoengine_field.register(mongoengine.MapField)
def convert_field_to_jsonstring(field, registry=None):
    return JSONString(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.PointField)
def convert_point_to_field(field, registry=None):
    return graphene.Field(advanced_types.PointFieldType)


@convert_mongoengine_field.register(mongoengine.PolygonField)
def convert_polygon_to_field(field, registry=None):
    return graphene.Field(advanced_types.PolygonFieldType)


@convert_mongoengine_field.register(mongoengine.MultiPolygonField)
def convert_multipolygon_to_field(field, register=None):
    return graphene.Field(advanced_types.MultiPolygonFieldType)


@convert_mongoengine_field.register(mongoengine.FileField)
def convert_file_to_field(field, registry=None):
    return graphene.Field(advanced_types.FileFieldType)


@convert_mongoengine_field.register(mongoengine.ListField)
@convert_mongoengine_field.register(mongoengine.EmbeddedDocumentListField)
def convert_field_to_list(field, registry=None):
    base_type = convert_mongoengine_field(field.field, registry=registry)
    if isinstance(base_type, graphene.Field):
        if isinstance(field.field, mongoengine.GenericReferenceField):
            def get_reference_objects(*args, **kwargs):
                if args[0][1]:
                    document = get_document(args[0][0])
                    document_field = mongoengine.ReferenceField(document)
                    document_field = convert_mongoengine_field(document_field, registry)
                    document_field_type = document_field.get_type().type._meta.name
                    only_fields = [to_snake_case(i) for i in
                                   get_query_fields(args[0][3][0])[document_field_type].keys()]
                    return document.objects().no_dereference().only(*only_fields).filter(pk__in=args[0][1])
                else:
                    return []

            def reference_resolver(root, *args, **kwargs):
                choice_to_resolve = dict()
                to_resolve = getattr(root, field.name or field.db_name)
                for each in to_resolve:
                    if each['_cls'] not in choice_to_resolve:
                        choice_to_resolve[each['_cls']] = list()
                    choice_to_resolve[each['_cls']].append(each["_ref"].id)

                pool = ThreadPoolExecutor(5)
                futures = list()
                for model, object_id_list in choice_to_resolve.items():
                    futures.append(pool.submit(get_reference_objects, (model, object_id_list, registry, args)))
                result = list()
                for x in as_completed(futures):
                    result += x.result()
                to_resolve_object_ids = [each["_ref"].id for each in to_resolve]
                result_to_resolve_object_ids = [each.id for each in result]
                ordered_result = list()
                for each in to_resolve_object_ids:
                    ordered_result.append(result[result_to_resolve_object_ids.index(each)])
                return ordered_result

            return graphene.List(
                base_type._type,
                description=get_field_description(field, registry),
                required=field.required,
                resolver=reference_resolver
            )
        return graphene.List(
            base_type._type,
            description=get_field_description(field, registry),
            required=field.required
        )
    if isinstance(base_type, (graphene.Dynamic)):
        base_type = base_type.get_type()
        if base_type is None:
            return
        base_type = base_type._type

    if graphene.is_node(base_type):
        return base_type._meta.connection_field_class(base_type)

    # Non-relationship field
    relations = (mongoengine.ReferenceField, mongoengine.EmbeddedDocumentField)
    if not isinstance(base_type, (graphene.List, graphene.NonNull)) and not isinstance(
            field.field, relations
    ):
        base_type = type(base_type)

    return graphene.List(
        base_type,
        description=get_field_description(field, registry),
        required=field.required,
    )


@convert_mongoengine_field.register(mongoengine.GenericEmbeddedDocumentField)
@convert_mongoengine_field.register(mongoengine.GenericReferenceField)
def convert_field_to_union(field, registry=None):
    _types = []
    for choice in field.choices:
        if isinstance(field, mongoengine.GenericReferenceField):
            _field = mongoengine.ReferenceField(get_document(choice))
        elif isinstance(field, mongoengine.GenericEmbeddedDocumentField):
            _field = mongoengine.EmbeddedDocumentField(choice)

        _field = convert_mongoengine_field(_field, registry)
        _type = _field.get_type()
        if _type:
            _types.append(_type.type)
        else:
            # TODO: Register type auto-matically here.
            pass

    if len(_types) == 0:
        return None

    # XXX: Use uuid to avoid duplicate name
    name = "{}_{}_union_{}".format(
        field._owner_document.__name__,
        field.db_field,
        str(uuid.uuid1()).replace("-", ""),
    )
    Meta = type("Meta", (object,), {"types": tuple(_types)})
    _union = type(name, (graphene.Union,), {"Meta": Meta})

    def reference_resolver(root, *args, **kwargs):
        dereferenced = getattr(root, field.name or field.db_name)
        document = get_document(dereferenced["_cls"])
        document_field = mongoengine.ReferenceField(document)
        document_field = convert_mongoengine_field(document_field, registry)
        _type = document_field.get_type().type
        only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,
                                                                       str) else list()
        return document.objects().no_dereference().only(*list(
            set(only_fields + [to_snake_case(i) for i in get_query_fields(args[0])[_type._meta.name].keys()]))).get(
            pk=dereferenced["_ref"].id)

    if isinstance(field, mongoengine.GenericReferenceField):
        return graphene.Field(_union, resolver=reference_resolver,
                              description=get_field_description(field, registry))

    return graphene.Field(_union)


@convert_mongoengine_field.register(mongoengine.EmbeddedDocumentField)
@convert_mongoengine_field.register(mongoengine.ReferenceField)
@convert_mongoengine_field.register(mongoengine.CachedReferenceField)
def convert_field_to_dynamic(field, registry=None):
    model = field.document_type

    def reference_resolver(root, *args, **kwargs):
        document = getattr(root, field.name or field.db_name)
        if document:
            _type = registry.get_type_for_model(field.document_type)
            only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,
                                                                           str) else list()
            return field.document_type.objects().no_dereference().only(
                *((list(set(only_fields + [to_snake_case(i) for i in get_query_fields(args[0]).keys()]))))).get(
                pk=document.id)
        return None

    def dynamic_type():
        _type = registry.get_type_for_model(model)
        if not _type:
            return None
        elif isinstance(field, mongoengine.ReferenceField) or isinstance(field, mongoengine.CachedReferenceField):
            return graphene.Field(_type, resolver=reference_resolver,
                                  description=get_field_description(field, registry))
        return graphene.Field(_type,
                              description=get_field_description(field, registry))

    return graphene.Dynamic(dynamic_type)


@convert_mongoengine_field.register(mongoengine.LazyReferenceField)
def convert_lazy_field_to_dynamic(field, registry=None):
    model = field.document_type

    def lazy_resolver(root, *args, **kwargs):
        document = getattr(root, field.name or field.db_name)
        _type = registry.get_type_for_model(document.document_type)
        only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,
                                                                       str) else list()
        return document.document_type.objects().no_dereference().only(
            *(list(set((only_fields + [to_snake_case(i) for i in get_query_fields(args[0]).keys()]))))).get(
            pk=document.pk)

    def dynamic_type():
        _type = registry.get_type_for_model(model)

        if not _type:
            return None
        return graphene.Field(
            _type,
            resolver=lazy_resolver,
            description=get_field_description(field, registry),
        )

    return graphene.Dynamic(dynamic_type)

1	import graphene	5✔
2	import mongoengine	5✔
3	import uuid	5✔
4
5	from graphene.types.json import JSONString	5✔
6	from graphene.utils.str_converters import to_snake_case	5✔
7	from mongoengine.base import get_document	5✔
8	from . import advanced_types	5✔
9	from .utils import import_single_dispatch, get_field_description, get_query_fields	5✔
10	from concurrent.futures import ThreadPoolExecutor, as_completed	5✔
11
12	singledispatch = import_single_dispatch()	5✔
13
14
15	class MongoEngineConversionError(Exception):	5✔
16	pass	5✔
17
18
19	@singledispatch	5✔
20	def convert_mongoengine_field(field, registry=None):	5✔
21	raise MongoEngineConversionError(	5✔
22	"Don't know how to convert the MongoEngine field %s (%s)"
23	% (field, field.__class__)
24	)
25
26
27	@convert_mongoengine_field.register(mongoengine.EmailField)	5✔
28	@convert_mongoengine_field.register(mongoengine.StringField)	5✔
29	@convert_mongoengine_field.register(mongoengine.URLField)	5✔
30	def convert_field_to_string(field, registry=None):	5✔
31	return graphene.String(	5✔
32	description=get_field_description(field, registry), required=field.required
33	)
34
35
36	@convert_mongoengine_field.register(mongoengine.UUIDField)	5✔
37	@convert_mongoengine_field.register(mongoengine.ObjectIdField)	5✔
38	def convert_field_to_id(field, registry=None):	5✔
39	return graphene.ID(	5✔
40	description=get_field_description(field, registry), required=field.required
41	)
42
43
44	@convert_mongoengine_field.register(mongoengine.IntField)	5✔
45	@convert_mongoengine_field.register(mongoengine.LongField)	5✔
46	@convert_mongoengine_field.register(mongoengine.SequenceField)	5✔
47	def convert_field_to_int(field, registry=None):	5✔
48	return graphene.Int(	5✔
49	description=get_field_description(field, registry), required=field.required
50	)
51
52
53	@convert_mongoengine_field.register(mongoengine.BooleanField)	5✔
54	def convert_field_to_boolean(field, registry=None):	5✔
55	return graphene.Boolean(	5✔
56	description=get_field_description(field, registry), required=field.required
57	)
58
59
60	@convert_mongoengine_field.register(mongoengine.DecimalField)	5✔
61	@convert_mongoengine_field.register(mongoengine.FloatField)	5✔
62	def convert_field_to_float(field, registry=None):	5✔
63	return graphene.Float(	5✔
64	description=get_field_description(field, registry), required=field.required
65	)
66
67
68	@convert_mongoengine_field.register(mongoengine.DateTimeField)	5✔
69	def convert_field_to_datetime(field, registry=None):	5✔
70	return graphene.DateTime(	5✔
71	description=get_field_description(field, registry), required=field.required
72	)
73
74
75	@convert_mongoengine_field.register(mongoengine.DictField)	5✔
76	@convert_mongoengine_field.register(mongoengine.MapField)	5✔
77	def convert_field_to_jsonstring(field, registry=None):	5✔
78	return JSONString(	5✔
79	description=get_field_description(field, registry), required=field.required
80	)
81
82
83	@convert_mongoengine_field.register(mongoengine.PointField)	5✔
84	def convert_point_to_field(field, registry=None):	5✔
85	return graphene.Field(advanced_types.PointFieldType)	5✔
86
87
88	@convert_mongoengine_field.register(mongoengine.PolygonField)	5✔
89	def convert_polygon_to_field(field, registry=None):	5✔
90	return graphene.Field(advanced_types.PolygonFieldType)	5✔
91
92
93	@convert_mongoengine_field.register(mongoengine.MultiPolygonField)	5✔
94	def convert_multipolygon_to_field(field, register=None):	5✔
95	return graphene.Field(advanced_types.MultiPolygonFieldType)	5✔
96
97
98	@convert_mongoengine_field.register(mongoengine.FileField)	5✔
99	def convert_file_to_field(field, registry=None):	5✔
100	return graphene.Field(advanced_types.FileFieldType)	5✔
101
102
103	@convert_mongoengine_field.register(mongoengine.ListField)	5✔
104	@convert_mongoengine_field.register(mongoengine.EmbeddedDocumentListField)	5✔
105	def convert_field_to_list(field, registry=None):	5✔
106	base_type = convert_mongoengine_field(field.field, registry=registry)	5✔
107	if isinstance(base_type, graphene.Field):	5✔
108	if isinstance(field.field, mongoengine.GenericReferenceField):	5✔
109	def get_reference_objects(args, *kwargs):	5✔
110	if args[0][1]:	5✔
111	document = get_document(args[0][0])	5✔
112	document_field = mongoengine.ReferenceField(document)	5✔
113	document_field = convert_mongoengine_field(document_field, registry)	5✔
114	document_field_type = document_field.get_type().type._meta.name	5✔
115	only_fields = [to_snake_case(i) for i in	5✔
116	get_query_fields(args[0][3][0])[document_field_type].keys()]
117	return document.objects().no_dereference().only(*only_fields).filter(pk__in=args[0][1])	5✔
118	else:
119	return []	×
120
121	def reference_resolver(root, args, *kwargs):	5✔
122	choice_to_resolve = dict()	5✔
123	to_resolve = getattr(root, field.name or field.db_name)	5✔
124	for each in to_resolve:	5✔
125	if each['_cls'] not in choice_to_resolve:	5✔
126	choice_to_resolve[each['_cls']] = list()	5✔
127	choice_to_resolve[each['_cls']].append(each["_ref"].id)	5✔
128
129	pool = ThreadPoolExecutor(5)	5✔
130	futures = list()	5✔
131	for model, object_id_list in choice_to_resolve.items():	5✔
132	futures.append(pool.submit(get_reference_objects, (model, object_id_list, registry, args)))	5✔
133	result = list()	5✔
134	for x in as_completed(futures):	5✔
135	result += x.result()	5✔
136	to_resolve_object_ids = [each["_ref"].id for each in to_resolve]	5✔
137	result_to_resolve_object_ids = [each.id for each in result]	5✔
138	ordered_result = list()	5✔
139	for each in to_resolve_object_ids:	5✔
140	ordered_result.append(result[result_to_resolve_object_ids.index(each)])	5✔
141	return ordered_result	5✔
142
143	return graphene.List(	5✔
144	base_type._type,
145	description=get_field_description(field, registry),
146	required=field.required,
147	resolver=reference_resolver
148	)
149	return graphene.List(	×
150	base_type._type,
151	description=get_field_description(field, registry),
152	required=field.required
153	)
154	if isinstance(base_type, (graphene.Dynamic)):	5✔
155	base_type = base_type.get_type()	5✔
156	if base_type is None:	5✔
157	return	5✔
158	base_type = base_type._type	5✔
159
160	if graphene.is_node(base_type):	5✔
161	return base_type._meta.connection_field_class(base_type)	5✔
162
163	# Non-relationship field
164	relations = (mongoengine.ReferenceField, mongoengine.EmbeddedDocumentField)	5✔
165	if not isinstance(base_type, (graphene.List, graphene.NonNull)) and not isinstance(	5✔
166	field.field, relations
167	):
168	base_type = type(base_type)	5✔
169
170	return graphene.List(	5✔
171	base_type,
172	description=get_field_description(field, registry),
173	required=field.required,
174	)
175
176
177	@convert_mongoengine_field.register(mongoengine.GenericEmbeddedDocumentField)	5✔
178	@convert_mongoengine_field.register(mongoengine.GenericReferenceField)	5✔
179	def convert_field_to_union(field, registry=None):	5✔
180	_types = []	5✔
181	for choice in field.choices:	5✔
182	if isinstance(field, mongoengine.GenericReferenceField):	5✔
183	_field = mongoengine.ReferenceField(get_document(choice))	5✔
184	elif isinstance(field, mongoengine.GenericEmbeddedDocumentField):	5✔
185	_field = mongoengine.EmbeddedDocumentField(choice)	5✔
186
187	_field = convert_mongoengine_field(_field, registry)	5✔
188	_type = _field.get_type()	5✔
189	if _type:	5✔
190	_types.append(_type.type)	5✔
191	else:
192	# TODO: Register type auto-matically here.
193	pass	×
194
195	if len(_types) == 0:	5✔
196	return None	5✔
197
198	# XXX: Use uuid to avoid duplicate name
199	name = "{}_{}_union_{}".format(	5✔
200	field._owner_document.__name__,
201	field.db_field,
202	str(uuid.uuid1()).replace("-", ""),
203	)
204	Meta = type("Meta", (object,), {"types": tuple(_types)})	5✔
205	_union = type(name, (graphene.Union,), {"Meta": Meta})	5✔
206
207	def reference_resolver(root, args, *kwargs):	5✔
208	dereferenced = getattr(root, field.name or field.db_name)	5✔
209	document = get_document(dereferenced["_cls"])	5✔
210	document_field = mongoengine.ReferenceField(document)	5✔
211	document_field = convert_mongoengine_field(document_field, registry)	5✔
212	_type = document_field.get_type().type	5✔
213	only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,	5✔
214	str) else list()
215	return document.objects().no_dereference().only(*list(	5✔
216	set(only_fields + [to_snake_case(i) for i in get_query_fields(args[0])[_type._meta.name].keys()]))).get(
217	pk=dereferenced["_ref"].id)
218
219	if isinstance(field, mongoengine.GenericReferenceField):	5✔
220	return graphene.Field(_union, resolver=reference_resolver,	5✔
221	description=get_field_description(field, registry))
222
223	return graphene.Field(_union)	5✔
224
225
226	@convert_mongoengine_field.register(mongoengine.EmbeddedDocumentField)	5✔
227	@convert_mongoengine_field.register(mongoengine.ReferenceField)	5✔
228	@convert_mongoengine_field.register(mongoengine.CachedReferenceField)	5✔
229	def convert_field_to_dynamic(field, registry=None):	5✔
230	model = field.document_type	5✔
231
232	def reference_resolver(root, args, *kwargs):	5✔
233	document = getattr(root, field.name or field.db_name)	5✔
234	if document:	5✔
235	_type = registry.get_type_for_model(field.document_type)	5✔
236	only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,	5✔
237	str) else list()
238	return field.document_type.objects().no_dereference().only(	5✔
239	*((list(set(only_fields + [to_snake_case(i) for i in get_query_fields(args[0]).keys()]))))).get(
240	pk=document.id)
241	return None	5✔
242
243	def dynamic_type():	5✔
244	_type = registry.get_type_for_model(model)	5✔
245	if not _type:	5✔
246	return None	5✔
247	elif isinstance(field, mongoengine.ReferenceField) or isinstance(field, mongoengine.CachedReferenceField):	5✔
248	return graphene.Field(_type, resolver=reference_resolver,	5✔
249	description=get_field_description(field, registry))
250	return graphene.Field(_type,	5✔
251	description=get_field_description(field, registry))
252
253	return graphene.Dynamic(dynamic_type)	5✔
254
255
256	@convert_mongoengine_field.register(mongoengine.LazyReferenceField)	5✔
257	def convert_lazy_field_to_dynamic(field, registry=None):	5✔
258	model = field.document_type	5✔
259
260	def lazy_resolver(root, args, *kwargs):	5✔
261	document = getattr(root, field.name or field.db_name)	5✔
262	_type = registry.get_type_for_model(document.document_type)	5✔
263	only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,	5✔
264	str) else list()
265	return document.document_type.objects().no_dereference().only(	5✔
266	*(list(set((only_fields + [to_snake_case(i) for i in get_query_fields(args[0]).keys()]))))).get(
267	pk=document.pk)
268
269	def dynamic_type():	5✔
270	_type = registry.get_type_for_model(model)	5✔
271
272	if not _type:	5✔
273	return None	5✔
274	return graphene.Field(	5✔
275	_type,
276	resolver=lazy_resolver,
277	description=get_field_description(field, registry),
278	)
279
280	return graphene.Dynamic(dynamic_type)	5✔

graphql-python / graphene-mongo / 404

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous