graphql-python / graphene-mongo / 403

pending completion

Build # 403

Build Type

Pull #156

travis-ci

Committed by

web-flow

Commit Message

<a href="https://github.com/graphql-python/graphene-mongo/commit/<a class=hub.com/graphql-python/graphene-mongo/commit/af5548c38ecc2d6e9f6479ca6d8e8a0b05b69d04">af5548c38<a href="https://github.com/graphql-python/graphene-mongo/commit/af5548c38ecc2d6e9f6479ca6d8e8a0b05b69d04">">Merge </a><a class="double-link" href="https://github.com/graphql-python/graphene-mongo/commit/<a class="double-link" href="https://github.com/graphql-python/graphene-mongo/commit/ddf2d561870b0d491354900e2dba5ae8ddc6af1f">ddf2d5618</a>">ddf2d5618</a><a href="https://github.com/graphql-python/graphene-mongo/commit/af5548c38ecc2d6e9f6479ca6d8e8a0b05b69d04"> into 7ca0925bd">7ca0925bd</a>

Pull Request Pull Request #156: Feat retrieving queried fields only

Run Details

128 of 128 new or added lines in 4 files covered. (100.0%)

569 of 596 relevant lines covered (95.47%)

3.8 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.2

/graphene_mongo/converter.py

import graphene
import mongoengine
import uuid

from graphene.types.json import JSONString
from graphene.utils.str_converters import to_snake_case
from mongoengine.base import get_document
from . import advanced_types
from .utils import import_single_dispatch, get_field_description, get_query_fields
from concurrent.futures import ThreadPoolExecutor, as_completed

singledispatch = import_single_dispatch()


class MongoEngineConversionError(Exception):
    pass


@singledispatch
def convert_mongoengine_field(field, registry=None):
    raise MongoEngineConversionError(
        "Don't know how to convert the MongoEngine field %s (%s)"
        % (field, field.__class__)
    )


@convert_mongoengine_field.register(mongoengine.EmailField)
@convert_mongoengine_field.register(mongoengine.StringField)
@convert_mongoengine_field.register(mongoengine.URLField)
def convert_field_to_string(field, registry=None):
    return graphene.String(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.UUIDField)
@convert_mongoengine_field.register(mongoengine.ObjectIdField)
def convert_field_to_id(field, registry=None):
    return graphene.ID(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.IntField)
@convert_mongoengine_field.register(mongoengine.LongField)
@convert_mongoengine_field.register(mongoengine.SequenceField)
def convert_field_to_int(field, registry=None):
    return graphene.Int(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.BooleanField)
def convert_field_to_boolean(field, registry=None):
    return graphene.Boolean(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.DecimalField)
@convert_mongoengine_field.register(mongoengine.FloatField)
def convert_field_to_float(field, registry=None):
    return graphene.Float(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.DateTimeField)
def convert_field_to_datetime(field, registry=None):
    return graphene.DateTime(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.DictField)
@convert_mongoengine_field.register(mongoengine.MapField)
def convert_field_to_jsonstring(field, registry=None):
    return JSONString(
        description=get_field_description(field, registry), required=field.required
    )


@convert_mongoengine_field.register(mongoengine.PointField)
def convert_point_to_field(field, registry=None):
    return graphene.Field(advanced_types.PointFieldType)


@convert_mongoengine_field.register(mongoengine.PolygonField)
def convert_polygon_to_field(field, registry=None):
    return graphene.Field(advanced_types.PolygonFieldType)


@convert_mongoengine_field.register(mongoengine.MultiPolygonField)
def convert_multipolygon_to_field(field, register=None):
    return graphene.Field(advanced_types.MultiPolygonFieldType)


@convert_mongoengine_field.register(mongoengine.FileField)
def convert_file_to_field(field, registry=None):
    return graphene.Field(advanced_types.FileFieldType)


@convert_mongoengine_field.register(mongoengine.ListField)
@convert_mongoengine_field.register(mongoengine.EmbeddedDocumentListField)
def convert_field_to_list(field, registry=None):
    base_type = convert_mongoengine_field(field.field, registry=registry)
    if isinstance(base_type, graphene.Field):
        if isinstance(field.field, mongoengine.GenericReferenceField):
            def get_reference_objects(*args, **kwargs):
                if args[0][1]:
                    document = get_document(args[0][0])
                    document_field = mongoengine.ReferenceField(document)
                    document_field = convert_mongoengine_field(document_field, registry)
                    document_field_type = document_field.get_type().type._meta.name
                    only_fields = [to_snake_case(i) for i in
                                   get_query_fields(args[0][3][0])[document_field_type].keys()]
                    return document.objects().no_dereference().only(*only_fields).filter(pk__in=args[0][1])
                else:
                    return []

            def reference_resolver(root, *args, **kwargs):
                choice_to_resolve = dict()
                to_resolve = getattr(root, field.name or field.db_name)
                for each in to_resolve:
                    if each['_cls'] not in choice_to_resolve:
                        choice_to_resolve[each['_cls']] = list()
                    choice_to_resolve[each['_cls']].append(each["_ref"].id)

                pool = ThreadPoolExecutor(5)
                futures = list()
                for model, object_id_list in choice_to_resolve.items():
                    futures.append(pool.submit(get_reference_objects, (model, object_id_list, registry, args)))
                result = list()
                for x in as_completed(futures):
                    result += x.result()
                to_resolve_object_ids = [each["_ref"].id for each in to_resolve]
                result_to_resolve_object_ids = [each.id for each in result]
                ordered_result = list()
                for each in to_resolve_object_ids:
                    ordered_result.append(result[result_to_resolve_object_ids.index(each)])
                return ordered_result

            return graphene.List(
                base_type._type,
                description=get_field_description(field, registry),
                required=field.required,
                resolver=reference_resolver
            )
        return graphene.List(
            base_type._type,
            description=get_field_description(field, registry),
            required=field.required
        )
    if isinstance(base_type, (graphene.Dynamic)):
        base_type = base_type.get_type()
        if base_type is None:
            return
        base_type = base_type._type

    if graphene.is_node(base_type):
        return base_type._meta.connection_field_class(base_type)

    # Non-relationship field
    relations = (mongoengine.ReferenceField, mongoengine.EmbeddedDocumentField)
    if not isinstance(base_type, (graphene.List, graphene.NonNull)) and not isinstance(
            field.field, relations
    ):
        base_type = type(base_type)

    return graphene.List(
        base_type,
        description=get_field_description(field, registry),
        required=field.required,
    )


@convert_mongoengine_field.register(mongoengine.GenericEmbeddedDocumentField)
@convert_mongoengine_field.register(mongoengine.GenericReferenceField)
def convert_field_to_union(field, registry=None):
    _types = []
    for choice in field.choices:
        if isinstance(field, mongoengine.GenericReferenceField):
            _field = mongoengine.ReferenceField(get_document(choice))
        elif isinstance(field, mongoengine.GenericEmbeddedDocumentField):
            _field = mongoengine.EmbeddedDocumentField(choice)

        _field = convert_mongoengine_field(_field, registry)
        _type = _field.get_type()
        if _type:
            _types.append(_type.type)
        else:
            # TODO: Register type auto-matically here.
            pass

    if len(_types) == 0:
        return None

    # XXX: Use uuid to avoid duplicate name
    name = "{}_{}_union_{}".format(
        field._owner_document.__name__,
        field.db_field,
        str(uuid.uuid1()).replace("-", ""),
    )
    Meta = type("Meta", (object,), {"types": tuple(_types)})
    _union = type(name, (graphene.Union,), {"Meta": Meta})

    def reference_resolver(root, *args, **kwargs):
        dereferenced = getattr(root, field.name or field.db_name)
        document = get_document(dereferenced["_cls"])
        document_field = mongoengine.ReferenceField(document)
        document_field = convert_mongoengine_field(document_field, registry)
        _type = document_field.get_type().type
        only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,
                                                                       str) else list()
        return document.objects().no_dereference().only(*list(
            set(only_fields + [to_snake_case(i) for i in get_query_fields(args[0])[_type._meta.name].keys()]))).get(
            pk=dereferenced["_ref"].id)

    if isinstance(field, mongoengine.GenericReferenceField):
        return graphene.Field(_union, resolver=reference_resolver,
                              description=get_field_description(field, registry))

    return graphene.Field(_union)


@convert_mongoengine_field.register(mongoengine.EmbeddedDocumentField)
@convert_mongoengine_field.register(mongoengine.ReferenceField)
@convert_mongoengine_field.register(mongoengine.CachedReferenceField)
def convert_field_to_dynamic(field, registry=None):
    model = field.document_type

    def reference_resolver(root, *args, **kwargs):
        document = getattr(root, field.name or field.db_name)
        if document:
            _type = registry.get_type_for_model(field.document_type)
            only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,
                                                                           str) else list()
            return field.document_type.objects().no_dereference().only(
                *((list(set(only_fields + [to_snake_case(i) for i in get_query_fields(args[0]).keys()]))))).get(
                pk=document.id)
        return None

    def dynamic_type():
        _type = registry.get_type_for_model(model)
        if not _type:
            return None
        elif isinstance(field, mongoengine.ReferenceField) or isinstance(field, mongoengine.CachedReferenceField):
            return graphene.Field(_type, resolver=reference_resolver,
                                  description=get_field_description(field, registry))
        return graphene.Field(_type,
                              description=get_field_description(field, registry))

    return graphene.Dynamic(dynamic_type)


@convert_mongoengine_field.register(mongoengine.LazyReferenceField)
def convert_lazy_field_to_dynamic(field, registry=None):
    model = field.document_type

    def lazy_resolver(root, *args, **kwargs):
        document = getattr(root, field.name or field.db_name)
        _type = registry.get_type_for_model(document.document_type)
        only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,
                                                                       str) else list()
        return document.document_type.objects().no_dereference().only(
            *(list(set((only_fields + [to_snake_case(i) for i in get_query_fields(args[0]).keys()]))))).get(
            pk=document.pk)

    def dynamic_type():
        _type = registry.get_type_for_model(model)

        if not _type:
            return None
        return graphene.Field(
            _type,
            resolver=lazy_resolver,
            description=get_field_description(field, registry),
        )

    return graphene.Dynamic(dynamic_type)

1	import graphene	4✔
2	import mongoengine	4✔
3	import uuid	4✔
4
5	from graphene.types.json import JSONString	4✔
6	from graphene.utils.str_converters import to_snake_case	4✔
7	from mongoengine.base import get_document	4✔
8	from . import advanced_types	4✔
9	from .utils import import_single_dispatch, get_field_description, get_query_fields	4✔
10	from concurrent.futures import ThreadPoolExecutor, as_completed	4✔
11
12	singledispatch = import_single_dispatch()	4✔
13
14
15	class MongoEngineConversionError(Exception):	4✔
16	pass	4✔
17
18
19	@singledispatch	4✔
20	def convert_mongoengine_field(field, registry=None):	4✔
21	raise MongoEngineConversionError(	4✔
22	"Don't know how to convert the MongoEngine field %s (%s)"
23	% (field, field.__class__)
24	)
25
26
27	@convert_mongoengine_field.register(mongoengine.EmailField)	4✔
28	@convert_mongoengine_field.register(mongoengine.StringField)	4✔
29	@convert_mongoengine_field.register(mongoengine.URLField)	4✔
30	def convert_field_to_string(field, registry=None):	4✔
31	return graphene.String(	4✔
32	description=get_field_description(field, registry), required=field.required
33	)
34
35
36	@convert_mongoengine_field.register(mongoengine.UUIDField)	4✔
37	@convert_mongoengine_field.register(mongoengine.ObjectIdField)	4✔
38	def convert_field_to_id(field, registry=None):	4✔
39	return graphene.ID(	4✔
40	description=get_field_description(field, registry), required=field.required
41	)
42
43
44	@convert_mongoengine_field.register(mongoengine.IntField)	4✔
45	@convert_mongoengine_field.register(mongoengine.LongField)	4✔
46	@convert_mongoengine_field.register(mongoengine.SequenceField)	4✔
47	def convert_field_to_int(field, registry=None):	4✔
48	return graphene.Int(	4✔
49	description=get_field_description(field, registry), required=field.required
50	)
51
52
53	@convert_mongoengine_field.register(mongoengine.BooleanField)	4✔
54	def convert_field_to_boolean(field, registry=None):	4✔
55	return graphene.Boolean(	4✔
56	description=get_field_description(field, registry), required=field.required
57	)
58
59
60	@convert_mongoengine_field.register(mongoengine.DecimalField)	4✔
61	@convert_mongoengine_field.register(mongoengine.FloatField)	4✔
62	def convert_field_to_float(field, registry=None):	4✔
63	return graphene.Float(	4✔
64	description=get_field_description(field, registry), required=field.required
65	)
66
67
68	@convert_mongoengine_field.register(mongoengine.DateTimeField)	4✔
69	def convert_field_to_datetime(field, registry=None):	4✔
70	return graphene.DateTime(	4✔
71	description=get_field_description(field, registry), required=field.required
72	)
73
74
75	@convert_mongoengine_field.register(mongoengine.DictField)	4✔
76	@convert_mongoengine_field.register(mongoengine.MapField)	4✔
77	def convert_field_to_jsonstring(field, registry=None):	4✔
78	return JSONString(	4✔
79	description=get_field_description(field, registry), required=field.required
80	)
81
82
83	@convert_mongoengine_field.register(mongoengine.PointField)	4✔
84	def convert_point_to_field(field, registry=None):	4✔
85	return graphene.Field(advanced_types.PointFieldType)	4✔
86
87
88	@convert_mongoengine_field.register(mongoengine.PolygonField)	4✔
89	def convert_polygon_to_field(field, registry=None):	4✔
90	return graphene.Field(advanced_types.PolygonFieldType)	4✔
91
92
93	@convert_mongoengine_field.register(mongoengine.MultiPolygonField)	4✔
94	def convert_multipolygon_to_field(field, register=None):	4✔
95	return graphene.Field(advanced_types.MultiPolygonFieldType)	4✔
96
97
98	@convert_mongoengine_field.register(mongoengine.FileField)	4✔
99	def convert_file_to_field(field, registry=None):	4✔
100	return graphene.Field(advanced_types.FileFieldType)	4✔
101
102
103	@convert_mongoengine_field.register(mongoengine.ListField)	4✔
104	@convert_mongoengine_field.register(mongoengine.EmbeddedDocumentListField)	4✔
105	def convert_field_to_list(field, registry=None):	4✔
106	base_type = convert_mongoengine_field(field.field, registry=registry)	4✔
107	if isinstance(base_type, graphene.Field):	4✔
108	if isinstance(field.field, mongoengine.GenericReferenceField):	4✔
109	def get_reference_objects(args, *kwargs):	4✔
110	if args[0][1]:	4✔
111	document = get_document(args[0][0])	4✔
112	document_field = mongoengine.ReferenceField(document)	4✔
113	document_field = convert_mongoengine_field(document_field, registry)	4✔
114	document_field_type = document_field.get_type().type._meta.name	4✔
115	only_fields = [to_snake_case(i) for i in	4✔
116	get_query_fields(args[0][3][0])[document_field_type].keys()]
117	return document.objects().no_dereference().only(*only_fields).filter(pk__in=args[0][1])	4✔
118	else:
119	return []	×
120
121	def reference_resolver(root, args, *kwargs):	4✔
122	choice_to_resolve = dict()	4✔
123	to_resolve = getattr(root, field.name or field.db_name)	4✔
124	for each in to_resolve:	4✔
125	if each['_cls'] not in choice_to_resolve:	4✔
126	choice_to_resolve[each['_cls']] = list()	4✔
127	choice_to_resolve[each['_cls']].append(each["_ref"].id)	4✔
128
129	pool = ThreadPoolExecutor(5)	4✔
130	futures = list()	4✔
131	for model, object_id_list in choice_to_resolve.items():	4✔
132	futures.append(pool.submit(get_reference_objects, (model, object_id_list, registry, args)))	4✔
133	result = list()	4✔
134	for x in as_completed(futures):	4✔
135	result += x.result()	4✔
136	to_resolve_object_ids = [each["_ref"].id for each in to_resolve]	4✔
137	result_to_resolve_object_ids = [each.id for each in result]	4✔
138	ordered_result = list()	4✔
139	for each in to_resolve_object_ids:	4✔
140	ordered_result.append(result[result_to_resolve_object_ids.index(each)])	4✔
141	return ordered_result	4✔
142
143	return graphene.List(	4✔
144	base_type._type,
145	description=get_field_description(field, registry),
146	required=field.required,
147	resolver=reference_resolver
148	)
149	return graphene.List(	×
150	base_type._type,
151	description=get_field_description(field, registry),
152	required=field.required
153	)
154	if isinstance(base_type, (graphene.Dynamic)):	4✔
155	base_type = base_type.get_type()	4✔
156	if base_type is None:	4✔
157	return	4✔
158	base_type = base_type._type	4✔
159
160	if graphene.is_node(base_type):	4✔
161	return base_type._meta.connection_field_class(base_type)	4✔
162
163	# Non-relationship field
164	relations = (mongoengine.ReferenceField, mongoengine.EmbeddedDocumentField)	4✔
165	if not isinstance(base_type, (graphene.List, graphene.NonNull)) and not isinstance(	4✔
166	field.field, relations
167	):
168	base_type = type(base_type)	4✔
169
170	return graphene.List(	4✔
171	base_type,
172	description=get_field_description(field, registry),
173	required=field.required,
174	)
175
176
177	@convert_mongoengine_field.register(mongoengine.GenericEmbeddedDocumentField)	4✔
178	@convert_mongoengine_field.register(mongoengine.GenericReferenceField)	4✔
179	def convert_field_to_union(field, registry=None):	4✔
180	_types = []	4✔
181	for choice in field.choices:	4✔
182	if isinstance(field, mongoengine.GenericReferenceField):	4✔
183	_field = mongoengine.ReferenceField(get_document(choice))	4✔
184	elif isinstance(field, mongoengine.GenericEmbeddedDocumentField):	4✔
185	_field = mongoengine.EmbeddedDocumentField(choice)	4✔
186
187	_field = convert_mongoengine_field(_field, registry)	4✔
188	_type = _field.get_type()	4✔
189	if _type:	4✔
190	_types.append(_type.type)	4✔
191	else:
192	# TODO: Register type auto-matically here.
193	pass	×
194
195	if len(_types) == 0:	4✔
196	return None	4✔
197
198	# XXX: Use uuid to avoid duplicate name
199	name = "{}_{}_union_{}".format(	4✔
200	field._owner_document.__name__,
201	field.db_field,
202	str(uuid.uuid1()).replace("-", ""),
203	)
204	Meta = type("Meta", (object,), {"types": tuple(_types)})	4✔
205	_union = type(name, (graphene.Union,), {"Meta": Meta})	4✔
206
207	def reference_resolver(root, args, *kwargs):	4✔
208	dereferenced = getattr(root, field.name or field.db_name)	4✔
209	document = get_document(dereferenced["_cls"])	4✔
210	document_field = mongoengine.ReferenceField(document)	4✔
211	document_field = convert_mongoengine_field(document_field, registry)	4✔
212	_type = document_field.get_type().type	4✔
213	only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,	4✔
214	str) else list()
215	return document.objects().no_dereference().only(*list(	4✔
216	set(only_fields + [to_snake_case(i) for i in get_query_fields(args[0])[_type._meta.name].keys()]))).get(
217	pk=dereferenced["_ref"].id)
218
219	if isinstance(field, mongoengine.GenericReferenceField):	4✔
220	return graphene.Field(_union, resolver=reference_resolver,	4✔
221	description=get_field_description(field, registry))
222
223	return graphene.Field(_union)	4✔
224
225
226	@convert_mongoengine_field.register(mongoengine.EmbeddedDocumentField)	4✔
227	@convert_mongoengine_field.register(mongoengine.ReferenceField)	4✔
228	@convert_mongoengine_field.register(mongoengine.CachedReferenceField)	4✔
229	def convert_field_to_dynamic(field, registry=None):	4✔
230	model = field.document_type	4✔
231
232	def reference_resolver(root, args, *kwargs):	4✔
233	document = getattr(root, field.name or field.db_name)	4✔
234	if document:	4✔
235	_type = registry.get_type_for_model(field.document_type)	4✔
236	only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,	4✔
237	str) else list()
238	return field.document_type.objects().no_dereference().only(	4✔
239	*((list(set(only_fields + [to_snake_case(i) for i in get_query_fields(args[0]).keys()]))))).get(
240	pk=document.id)
241	return None	4✔
242
243	def dynamic_type():	4✔
244	_type = registry.get_type_for_model(model)	4✔
245	if not _type:	4✔
246	return None	4✔
247	elif isinstance(field, mongoengine.ReferenceField) or isinstance(field, mongoengine.CachedReferenceField):	4✔
248	return graphene.Field(_type, resolver=reference_resolver,	4✔
249	description=get_field_description(field, registry))
250	return graphene.Field(_type,	4✔
251	description=get_field_description(field, registry))
252
253	return graphene.Dynamic(dynamic_type)	4✔
254
255
256	@convert_mongoengine_field.register(mongoengine.LazyReferenceField)	4✔
257	def convert_lazy_field_to_dynamic(field, registry=None):	4✔
258	model = field.document_type	4✔
259
260	def lazy_resolver(root, args, *kwargs):	4✔
261	document = getattr(root, field.name or field.db_name)	4✔
262	_type = registry.get_type_for_model(document.document_type)	4✔
263	only_fields = _type._meta.only_fields.split(",") if isinstance(_type._meta.only_fields,	4✔
264	str) else list()
265	return document.document_type.objects().no_dereference().only(	4✔
266	*(list(set((only_fields + [to_snake_case(i) for i in get_query_fields(args[0]).keys()]))))).get(
267	pk=document.pk)
268
269	def dynamic_type():	4✔
270	_type = registry.get_type_for_model(model)	4✔
271
272	if not _type:	4✔
273	return None	4✔
274	return graphene.Field(	4✔
275	_type,
276	resolver=lazy_resolver,
277	description=get_field_description(field, registry),
278	)
279
280	return graphene.Dynamic(dynamic_type)	4✔

graphql-python / graphene-mongo / 403

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous