• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

rdmorganiser / rdmo / 15062782620

16 May 2025 07:10AM UTC coverage: 90.817% (+0.03%) from 90.789%
15062782620

Pull #1325

github

web-flow
Merge 2e12b53df into 628fa2788
Pull Request #1325: RDMO 2.3.1 🐛

990 of 1077 branches covered (91.92%)

9188 of 10117 relevant lines covered (90.82%)

3.63 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

88.25
rdmo/projects/viewsets.py
1
from django.conf import settings
4✔
2
from django.contrib.sites.shortcuts import get_current_site
4✔
3
from django.core.exceptions import ObjectDoesNotExist
4✔
4
from django.db.models import OuterRef, Prefetch, Q, Subquery
4✔
5
from django.db.models.functions import Coalesce, Greatest
4✔
6
from django.http import Http404, HttpResponseRedirect
4✔
7
from django.utils.translation import gettext_lazy as _
4✔
8

9
from rest_framework import serializers, status
4✔
10
from rest_framework.decorators import action
4✔
11
from rest_framework.exceptions import NotFound, ValidationError
4✔
12
from rest_framework.filters import SearchFilter
4✔
13
from rest_framework.mixins import CreateModelMixin, ListModelMixin, RetrieveModelMixin, UpdateModelMixin
4✔
14
from rest_framework.pagination import PageNumberPagination
4✔
15
from rest_framework.permissions import IsAuthenticated
4✔
16
from rest_framework.response import Response
4✔
17
from rest_framework.reverse import reverse
4✔
18
from rest_framework.viewsets import GenericViewSet, ModelViewSet, ReadOnlyModelViewSet
4✔
19

20
from django_filters.rest_framework import DjangoFilterBackend
4✔
21
from rest_framework_extensions.mixins import NestedViewSetMixin
4✔
22

23
from rdmo.conditions.models import Condition
4✔
24
from rdmo.core.permissions import HasModelPermission
4✔
25
from rdmo.core.utils import human2bytes, is_truthy, return_file_response
4✔
26
from rdmo.options.models import OptionSet
4✔
27
from rdmo.questions.models import Catalog, Page, Question, QuestionSet
4✔
28
from rdmo.tasks.models import Task
4✔
29
from rdmo.views.models import View
4✔
30

31
from .filters import (
4✔
32
    AttributeFilterBackend,
33
    OptionFilterBackend,
34
    ProjectDateFilterBackend,
35
    ProjectOrderingFilter,
36
    ProjectSearchFilterBackend,
37
    ProjectUserFilterBackend,
38
    SnapshotFilterBackend,
39
)
40
from .models import Continuation, Integration, Invite, Issue, Membership, Project, Snapshot, Value, Visibility
4✔
41
from .permissions import (
4✔
42
    HasProjectPagePermission,
43
    HasProjectPermission,
44
    HasProjectProgressModelPermission,
45
    HasProjectProgressObjectPermission,
46
    HasProjectsPermission,
47
    HasProjectVisibilityModelPermission,
48
    HasProjectVisibilityObjectPermission,
49
)
50
from .progress import (
4✔
51
    compute_navigation,
52
    compute_next_relevant_page,
53
    compute_progress,
54
    compute_sets,
55
    compute_show_page,
56
    resolve_conditions,
57
)
58
from .serializers.v1 import (
4✔
59
    IntegrationSerializer,
60
    InviteSerializer,
61
    IssueSerializer,
62
    MembershipSerializer,
63
    ProjectCopySerializer,
64
    ProjectIntegrationSerializer,
65
    ProjectInviteSerializer,
66
    ProjectInviteUpdateSerializer,
67
    ProjectIssueSerializer,
68
    ProjectMembershipSerializer,
69
    ProjectMembershipUpdateSerializer,
70
    ProjectSerializer,
71
    ProjectSnapshotSerializer,
72
    ProjectValueSerializer,
73
    ProjectVisibilitySerializer,
74
    SnapshotSerializer,
75
    UserInviteSerializer,
76
    ValueSearchSerializer,
77
    ValueSerializer,
78
)
79
from .serializers.v1.overview import CatalogSerializer, ProjectOverviewSerializer
4✔
80
from .serializers.v1.page import PageSerializer
4✔
81
from .utils import (
4✔
82
    check_conditions,
83
    check_options,
84
    compute_set_prefix_from_set_value,
85
    copy_project,
86
    get_contact_message,
87
    get_upload_accept,
88
    send_contact_message,
89
    send_invite_email,
90
)
91

92

93
class ProjectPagination(PageNumberPagination):
4✔
94
    page_size = settings.PROJECT_TABLE_PAGE_SIZE
4✔
95

96

97
class ProjectViewSet(ModelViewSet):
4✔
98
    permission_classes = (HasModelPermission | HasProjectsPermission, )
4✔
99
    serializer_class = ProjectSerializer
4✔
100
    pagination_class = ProjectPagination
4✔
101

102
    filter_backends = (
4✔
103
        DjangoFilterBackend,
104
        ProjectUserFilterBackend,
105
        ProjectDateFilterBackend,
106
        ProjectOrderingFilter,
107
        ProjectSearchFilterBackend,
108
    )
109
    filterset_fields = (
4✔
110
        'title',
111
        # user is part of ProjectUserFilterBackend
112
        'catalog',
113
        'catalog__uri'
114
    )
115
    ordering_fields = (
4✔
116
        'title',
117
        'progress',
118
        'role',
119
        'owner',
120
        'updated',
121
        'created',
122
        'last_changed'
123
    )
124

125
    filter_for_user = False  # flag for get_queryset to return only projects like for a regular user
4✔
126

127
    def get_queryset(self):
4✔
128
        queryset = Project.objects.filter_user(self.request.user, self.filter_for_user).distinct().prefetch_related(
4✔
129
            'snapshots',
130
            'views',
131
            Prefetch('memberships', queryset=Membership.objects.select_related('user'), to_attr='memberships_list')
132
        ).select_related('catalog', 'visibility')
133

134
        # prepare subquery for last_changed
135
        last_changed_subquery = Subquery(
4✔
136
            Value.objects.filter(project=OuterRef('pk')).order_by('-updated').values('updated')[:1]
137
        )
138
        # the 'updated' field from a Project always returns a valid DateTime value
139
        # when Greatest returns null, then Coalesce will return the value for 'updated' as a fall-back
140
        # when Greatest returns a value, then Coalesce will return this value
141
        queryset = queryset.annotate(last_changed=Coalesce(Greatest(last_changed_subquery, 'updated'), 'updated'))
4✔
142

143
        return queryset
4✔
144

145
    @action(detail=False, methods=['GET'], permission_classes=(HasModelPermission | HasProjectsPermission, ))
4✔
146
    def user(self, request, *args, **kwargs):
4✔
147
        self.filter_for_user = True
4✔
148
        return self.list(request, *args, **kwargs)
4✔
149

150
    @action(detail=True, methods=['POST'],
4✔
151
            permission_classes=(HasModelPermission | HasProjectPermission, ))
152
    def copy(self, request, pk=None):
4✔
153
        instance = self.get_object()
4✔
154
        serializer = ProjectCopySerializer(instance, data=request.data, context=self.get_serializer_context())
4✔
155
        serializer.is_valid(raise_exception=True)
4✔
156

157
        # update instance
158
        for key, value in serializer.validated_data.items():
4✔
159
            setattr(instance, key, value)
4✔
160

161
        site = get_current_site(self.request)
4✔
162
        owners = [self.request.user]
4✔
163
        project_copy = copy_project(instance, site, owners)
4✔
164

165
        serializer = self.get_serializer(project_copy)
4✔
166
        headers = self.get_success_headers(serializer.data)
4✔
167
        return Response(serializer.data, status=status.HTTP_201_CREATED, headers=headers)
4✔
168

169
    @action(detail=True, permission_classes=(HasModelPermission | HasProjectPermission, ))
4✔
170
    def overview(self, request, pk=None):
4✔
171
        project = self.get_object()
4✔
172
        serializer = ProjectOverviewSerializer(project, context={'request': request})
4✔
173
        return Response(serializer.data)
4✔
174

175
    @action(detail=True, url_path=r'navigation(?:/(?P<section_id>\d+))?',
4✔
176
            permission_classes=(HasModelPermission | HasProjectPermission, ))
177
    def navigation(self, request, pk=None, section_id=None):
4✔
178
        project = self.get_object()
4✔
179

180
        section = None
4✔
181
        if section_id is not None:
4✔
182
            try:
4✔
183
                section = project.catalog.sections.get(pk=section_id)
4✔
184
            except ObjectDoesNotExist as e:
×
185
                raise NotFound() from e
×
186

187
        project.catalog.prefetch_elements()
4✔
188

189
        navigation = compute_navigation(section, project)
4✔
190
        return Response(navigation)
4✔
191

192
    @action(detail=True, permission_classes=(HasModelPermission | HasProjectPermission, ))
4✔
193
    def resolve(self, request, pk=None):
4✔
194
        snapshot_id = request.GET.get('snapshot')
4✔
195
        set_prefix = request.GET.get('set_prefix')
4✔
196
        set_index = request.GET.get('set_index')
4✔
197

198
        values = self.get_object().values.filter(snapshot_id=snapshot_id).select_related('attribute', 'option')
4✔
199

200
        page_id = request.GET.get('page')
4✔
201
        if page_id:
4✔
202
            try:
×
203
                page = Page.objects.get(id=page_id)
×
204
                conditions = page.conditions.select_related('source', 'target_option')
×
205
                if check_conditions(conditions, values, set_prefix, set_index):
×
206
                    return Response({'result': True})
×
207
            except Page.DoesNotExist:
×
208
                pass
×
209

210
        questionset_id = request.GET.get('questionset')
4✔
211
        if questionset_id:
4✔
212
            try:
×
213
                questionset = QuestionSet.objects.get(id=questionset_id)
×
214
                conditions = questionset.conditions.select_related('source', 'target_option')
×
215
                if check_conditions(conditions, values, set_prefix, set_index):
×
216
                    return Response({'result': True})
×
217
            except QuestionSet.DoesNotExist:
×
218
                pass
×
219

220
        question_id = request.GET.get('question')
4✔
221
        if question_id:
4✔
222
            try:
×
223
                question = Question.objects.get(id=question_id)
×
224
                conditions = question.conditions.select_related('source', 'target_option')
×
225
                if check_conditions(conditions, values, set_prefix, set_index):
×
226
                    return Response({'result': True})
×
227
            except Question.DoesNotExist:
×
228
                pass
×
229

230
        optionset_id = request.GET.get('optionset')
4✔
231
        if optionset_id:
4✔
232
            try:
×
233
                optionset = OptionSet.objects.get(id=optionset_id)
×
234
                conditions = optionset.conditions.select_related('source', 'target_option')
×
235
                if check_conditions(conditions, values, set_prefix, set_index):
×
236
                    return Response({'result': True})
×
237
            except OptionSet.DoesNotExist:
×
238
                pass
×
239

240
        condition_id = request.GET.get('condition')
4✔
241
        if condition_id:
4✔
242
            try:
4✔
243
                condition = Condition.objects.select_related('source', 'target_option').get(id=condition_id)
4✔
244
                if check_conditions([condition], values, set_prefix, set_index):
4✔
245
                    return Response({'result': True})
4✔
246
            except Condition.DoesNotExist:
×
247
                pass
×
248

249
        return Response({'result': False})
4✔
250

251
    @action(detail=True, permission_classes=(HasModelPermission | HasProjectPermission, ))
4✔
252
    def options(self, request, pk=None):
4✔
253
        project = self.get_object()
4✔
254
        try:
4✔
255
            try:
4✔
256
                optionset_id = request.GET.get('optionset')
4✔
257
                optionset = OptionSet.objects.get(pk=optionset_id)
4✔
258
            except (ValueError, OptionSet.DoesNotExist) as e:
×
259
                raise NotFound() from e
×
260

261
            # check if the optionset belongs to this catalog and if it has a provider
262
            project.catalog.prefetch_elements()
4✔
263
            if Question.objects.filter_by_catalog(project.catalog).filter(optionsets=optionset) and \
4✔
264
                    optionset.provider is not None:
265
                options = []
4✔
266
                for option in optionset.provider.get_options(project, search=request.GET.get('search'),
4✔
267
                                                             user=request.user, site=request.site):
268
                    if 'id' not in option:
4✔
269
                        raise RuntimeError(f"'id' is missing in options of '{optionset.provider.class_name}'")
×
270
                    elif 'text' not in option:
4✔
271
                        raise RuntimeError(f"'text' is missing in options of '{optionset.provider.class_name}'")
×
272
                    if 'text_and_help' not in option:
4✔
273
                        if 'help' in option:
4✔
274
                            option['text_and_help'] = '{text} [{help}]'.format(**option)
4✔
275
                        else:
276
                            option['text_and_help'] = '{text}'.format(**option)
4✔
277
                    options.append(option)
4✔
278

279
                return Response(options)
4✔
280

281
        except OptionSet.DoesNotExist:
×
282
            pass
×
283

284
        # if it didn't work return 404
285
        raise NotFound()
×
286

287
    @action(detail=True, methods=['get', 'post'],
4✔
288
            permission_classes=(HasProjectProgressModelPermission | HasProjectProgressObjectPermission, ))
289
    def progress(self, request, pk=None):
4✔
290
        project = self.get_object()
4✔
291

292
        if request.method == 'POST' or project.progress_count is None or project.progress_total is None:
4✔
293
            # compute the progress, but store it only, if it has changed
294
            project.catalog.prefetch_elements()
4✔
295
            progress_count, progress_total = compute_progress(project)
4✔
296
            if progress_count != project.progress_count or progress_total != project.progress_total:
4✔
297
                project.progress_count, project.progress_total = progress_count, progress_total
4✔
298
                project.save()
4✔
299
        try:
4✔
300
            ratio = project.progress_count / project.progress_total
4✔
301
        except ZeroDivisionError:
×
302
            ratio = 0
×
303

304
        return Response({
4✔
305
            'count': project.progress_count,
306
            'total': project.progress_total,
307
            'ratio': ratio
308
        })
309

310
    @action(detail=True, methods=['get', 'post', 'delete'],
4✔
311
            permission_classes=(HasProjectVisibilityModelPermission | HasProjectVisibilityObjectPermission, ))
312
    def visibility(self, request, pk=None):
4✔
313
        project = self.get_object()
4✔
314

315
        try:
4✔
316
            instance = project.visibility
4✔
317
        except Visibility.DoesNotExist:
4✔
318
            instance = None
4✔
319

320
        if request.method == 'POST':
4✔
321
            data = {'project': project.id}
4✔
322

323
            if settings.MULTISITE:
4✔
324
                if request.user.has_perm('projects.change_visibility'):
4✔
325
                    data['sites'] = request.data.getlist('sites', [])
4✔
326
                else:
327
                    data['sites'] = list({
4✔
328
                        *[site.id for site in instance.sites.all()],
329
                        get_current_site(self.request).id
330
                    })
331

332
            if settings.GROUPS:
4✔
333
                data['groups'] = request.data.getlist('groups', [])
4✔
334

335
            serializer = ProjectVisibilitySerializer(instance, data=data)
4✔
336
            serializer.is_valid(raise_exception=True)
4✔
337
            serializer.save()
4✔
338
            return Response(serializer.data)
4✔
339

340
        elif request.method == 'DELETE':
4✔
341
            if instance is not None:
4✔
342
                if settings.MULTISITE and not request.user.has_perm('projects.delete_visibility'):
4✔
343
                    instance.remove_site(get_current_site(self.request))
4✔
344
                else:
345
                    instance.delete()
4✔
346

347
                return Response(status=status.HTTP_204_NO_CONTENT)
4✔
348
        else:
349
            if instance is not None:
4✔
350
                serializer = ProjectVisibilitySerializer(instance)
4✔
351
                return Response(serializer.data)
4✔
352

353
        # if nothing worked, raise 404
354
        raise Http404
4✔
355

356
    @action(detail=True, methods=['get', 'post'],
4✔
357
            permission_classes=(HasModelPermission | HasProjectPermission, ))
358
    def contact(self, request, pk):
4✔
359
        if settings.PROJECT_CONTACT:
4✔
360
            project = self.get_object()
4✔
361
            if request.method == 'POST':
4✔
362
                subject = request.data.get('subject')
4✔
363
                message = request.data.get('message')
4✔
364

365
                if subject and message:
4✔
366
                    send_contact_message(request, subject, message)
4✔
367
                    return Response(status=status.HTTP_204_NO_CONTENT)
4✔
368
                else:
369
                    raise ValidationError({
4✔
370
                        'subject': [_('This field may not be blank.')] if not subject else [],
371
                        'message': [_('This field may not be blank.')] if not message else []
372
                    })
373
            else:
374
                project.catalog.prefetch_elements()
4✔
375
                return Response(get_contact_message(request, project))
4✔
376
        else:
377
            raise Http404
×
378

379
    @action(detail=False, url_path='upload-accept', permission_classes=(IsAuthenticated, ))
4✔
380
    def upload_accept(self, request):
4✔
381
        return Response(get_upload_accept())
4✔
382

383
    @action(detail=False, permission_classes=(IsAuthenticated, ))
4✔
384
    def imports(self, request):
4✔
385
        return Response([{
4✔
386
            'key': key,
387
            'label': label,
388
            'class_name': class_name,
389
            'href': reverse('project_create_import', args=[key])
390
        } for key, label, class_name in settings.PROJECT_IMPORTS if key in settings.PROJECT_IMPORTS_LIST] )
391

392
    def perform_create(self, serializer):
4✔
393
        project = serializer.save(site=get_current_site(self.request))
4✔
394

395
        # add current user as owner
396
        membership = Membership(project=project, user=self.request.user, role='owner')
4✔
397
        membership.save()
4✔
398

399

400
        # add all tasks to project
401
        if self.request.data.get('tasks') is None:
4✔
402
            if not settings.PROJECT_TASKS_SYNC:
4✔
403
                tasks = Task.objects.filter_for_project(project).filter_availability(self.request.user)
4✔
404
                for task in tasks:
4✔
405
                    project.tasks.add(task)
4✔
406

407
        if self.request.data.get('views') is None:
4✔
408
            # add all views to project
409
            if not settings.PROJECT_VIEWS_SYNC:
4✔
410
                views = View.objects.filter_for_project(project).filter_availability(self.request.user)
4✔
411
                for view in views:
4✔
412
                    project.views.add(view)
4✔
413

414

415
class ProjectNestedViewSetMixin(NestedViewSetMixin):
4✔
416

417
    def initial(self, request, *args, **kwargs):
4✔
418
        self.project = self.get_project_from_parent_viewset()
4✔
419
        super().initial(request, *args, **kwargs)
4✔
420

421
    def get_project_from_parent_viewset(self):
4✔
422
        try:
4✔
423
            return Project.objects.filter_user(self.request.user).get(pk=self.get_parents_query_dict().get('project'))
4✔
424
        except Project.DoesNotExist as e:
4✔
425
            raise Http404 from e
4✔
426

427
    def perform_create(self, serializer):
4✔
428
        # this call provides the nested serializers with the project
429
        serializer.save(project=self.project)
4✔
430

431

432
class ProjectMembershipViewSet(ProjectNestedViewSetMixin, ModelViewSet):
4✔
433
    permission_classes = (HasModelPermission | HasProjectPermission, )
4✔
434

435
    filter_backends = (DjangoFilterBackend, )
4✔
436
    filterset_fields = (
4✔
437
        'user',
438
        'user__username',
439
        'role'
440
    )
441

442
    def get_queryset(self):
4✔
443
        return Membership.objects.filter(project=self.project)
4✔
444

445
    def get_serializer_class(self):
4✔
446
        if self.action == 'update':
4✔
447
            return ProjectMembershipUpdateSerializer
4✔
448
        else:
449
            return ProjectMembershipSerializer
4✔
450

451

452
class ProjectIntegrationViewSet(ProjectNestedViewSetMixin, ModelViewSet):
4✔
453
    permission_classes = (HasModelPermission | HasProjectPermission, )
4✔
454
    serializer_class = ProjectIntegrationSerializer
4✔
455

456
    filter_backends = (DjangoFilterBackend, )
4✔
457
    filterset_fields = (
4✔
458
        'provider_key',
459
    )
460

461
    def get_queryset(self):
4✔
462
        return Integration.objects.filter(project=self.project)
4✔
463

464

465
class ProjectInviteViewSet(ProjectNestedViewSetMixin, ModelViewSet):
4✔
466
    permission_classes = (HasModelPermission | HasProjectPermission, )
4✔
467

468
    filter_backends = (DjangoFilterBackend, )
4✔
469
    filterset_fields = (
4✔
470
        'user',
471
        'user__username',
472
        'email',
473
        'role'
474
    )
475

476
    def get_queryset(self):
4✔
477
        return Invite.objects.filter(project=self.project)
4✔
478

479
    def get_serializer_class(self):
4✔
480
        if self.action == 'update':
4✔
481
            return ProjectInviteUpdateSerializer
4✔
482
        else:
483
            return ProjectInviteSerializer
4✔
484

485
    def perform_create(self, serializer):
4✔
486
        super().perform_create(serializer)
4✔
487
        if settings.PROJECT_SEND_INVITE:
4✔
488
            send_invite_email(self.request, serializer.instance)
4✔
489

490

491
class ProjectIssueViewSet(ProjectNestedViewSetMixin, ListModelMixin, RetrieveModelMixin,
4✔
492
                          UpdateModelMixin, GenericViewSet):
493
    permission_classes = (HasModelPermission | HasProjectPermission, )
4✔
494
    serializer_class = ProjectIssueSerializer
4✔
495

496
    filter_backends = (DjangoFilterBackend, )
4✔
497
    filterset_fields = (
4✔
498
        'task',
499
        'task__uri',
500
        'status'
501
    )
502

503
    def get_queryset(self):
4✔
504
        return Issue.objects.filter(project=self.project).prefetch_related('resources')
4✔
505

506

507
class ProjectSnapshotViewSet(ProjectNestedViewSetMixin, CreateModelMixin, RetrieveModelMixin,
4✔
508
                             UpdateModelMixin, ListModelMixin, GenericViewSet):
509
    permission_classes = (HasModelPermission | HasProjectPermission, )
4✔
510
    serializer_class = ProjectSnapshotSerializer
4✔
511

512
    def get_queryset(self):
4✔
513
        return self.project.snapshots.all()
4✔
514

515

516
class ProjectValueViewSet(ProjectNestedViewSetMixin, ModelViewSet):
4✔
517
    permission_classes = (HasModelPermission | HasProjectPermission, )
4✔
518
    serializer_class = ProjectValueSerializer
4✔
519

520
    filter_backends = (AttributeFilterBackend, DjangoFilterBackend)
4✔
521
    filterset_fields = (
4✔
522
        # attribute is part of AttributeFilterBackend
523
        'attribute__uri',
524
        'option',
525
        'option__uri',
526
    )
527

528
    def get_queryset(self):
4✔
529
        return self.project.values.filter(snapshot=None).select_related('attribute', 'option')
4✔
530

531
    @action(detail=False, methods=['POST'], url_path='set',
4✔
532
            permission_classes=(HasModelPermission | HasProjectPermission, ))
533
    def copy_set(self, request, parent_lookup_project, pk=None):
4✔
534
        # copy all values for questions in questionset collections with the attribute
535
        # for this value and the same set_prefix and set_index
536

537
        # obtain the id of the set value for the set we want to copy
538
        try:
4✔
539
            copy_value_id = int(request.data.pop('copy_set_value'))
4✔
540
        except KeyError as e:
4✔
541
            raise ValidationError({
4✔
542
                'copy_set_value': [_('This field may not be blank.')]
543
            }) from e
544
        except ValueError as e:
4✔
545
            raise NotFound from e
4✔
546

547
        # look for this value in the database, using the users permissions, and
548
        # collect all values for this set and all descendants
549
        try:
4✔
550
            copy_value = Value.objects.filter_user(self.request.user).get(id=copy_value_id)
4✔
551
            copy_values = Value.objects.filter_user(self.request.user).filter_set(copy_value)
4✔
552
        except Value.DoesNotExist as e:
4✔
553
            raise NotFound from e
4✔
554

555
        # init list of values to return
556
        response_values = []
4✔
557

558
        set_value_id = request.data.get('id')
4✔
559
        if set_value_id:
4✔
560
            # if an id is given in the post request, this is an import
561
            try:
4✔
562
                # look for the set value for the set we want to import into
563
                set_value = Value.objects.filter_user(self.request.user).get(id=set_value_id)
4✔
564

565
                # collect all non-empty values for this set and all descendants and convert
566
                # them to a list to compare them later to the new values
567
                set_values = Value.objects.filter_user(self.request.user).filter_set(set_value)
4✔
568
                set_values_list = set_values.exclude_empty().values_list('attribute', 'set_prefix', 'set_index')
4✔
569
                set_empty_values_list = set_values.filter_empty().values_list(
4✔
570
                    'attribute', 'set_prefix', 'set_index', 'collection_index'
571
                )
572
            except Value.DoesNotExist as e:
×
573
                raise NotFound from e
×
574
        else:
575
            # otherwise, we want to create a new set and need to create a new set value
576
            # de-serialize the posted new set value and save it, use the ValueSerializer
577
            # instead of ProjectValueSerializer, since the latter does not include project
578
            set_value_serializer = ValueSerializer(data={
4✔
579
                'project': parent_lookup_project,
580
                **request.data
581
            })
582
            set_value_serializer.is_valid(raise_exception=True)
4✔
583
            set_value = set_value_serializer.save()
4✔
584

585
            set_values = Value.objects.none()
4✔
586
            set_values_list = set_empty_values_list = []
4✔
587

588
            # add the new set value to response_values
589
            response_values.append(set_value_serializer.data)
4✔
590

591
        # create new values for the new set
592
        new_values = []
4✔
593
        updated_values = []
4✔
594
        for value in copy_values:
4✔
595
            value.id = None
4✔
596
            value.project = set_value.project
4✔
597
            value.snapshot = None
4✔
598
            if value.set_prefix == set_value.set_prefix:
4✔
599
                value.set_index = set_value.set_index
4✔
600
            else:
601
                value.set_prefix = compute_set_prefix_from_set_value(set_value, value)
4✔
602

603
            # skip this value if value.option does not match the optionsets of it's question
604
            if not check_options(self.project, value):
4✔
605
                continue
4✔
606

607
            # check if the value already exists, we do not consider collection_index
608
            # since we do not want to import e.g. into partially filled checkboxes
609
            if (value.attribute_id, value.set_prefix, value.set_index) in set_values_list:
4✔
610
                # do not overwrite existing values
611
                pass
×
612
            elif (value.attribute_id, value.set_prefix,
4✔
613
                  value.set_index, value.collection_index) in set_empty_values_list:
614
                # update empty values
615
                updated_value = set_values.get(attribute_id=value.attribute_id, set_prefix=value.set_prefix,
×
616
                                               set_index=value.set_index, collection_index=value.collection_index)
617
                updated_value.text = value.text
×
618
                updated_value.option = value.option
×
619
                updated_value.external_id = value.external_id
×
620
                updated_value.save()
×
621

622
                updated_values.append(updated_value)
×
623
            else:
624
                new_values.append(value)
4✔
625

626
        # bulk create the new values
627
        created_values = Value.objects.bulk_create(new_values)
4✔
628
        response_values += [ValueSerializer(instance=value).data for value in created_values]
4✔
629
        response_values += [ValueSerializer(instance=value).data for value in updated_values]
4✔
630

631
        # return all new values
632
        return Response(response_values, status=status.HTTP_201_CREATED)
4✔
633

634
    @action(detail=True, methods=['DELETE'], url_path='set',
4✔
635
            permission_classes=(HasModelPermission | HasProjectPermission, ))
636
    def delete_set(self, request, parent_lookup_project, pk=None):
4✔
637
        # delete all values for questions in questionset collections with the attribute
638
        # for this value and the same set_prefix and set_index
639
        set_value = self.get_object()
4✔
640
        set_value.delete()
4✔
641

642
        # collect all values for this set and all descendants and delete them
643
        values = self.get_queryset().filter_set(set_value)
4✔
644
        values.delete()
4✔
645

646
        return Response(status=status.HTTP_204_NO_CONTENT)
4✔
647

648
    @action(detail=True, methods=['GET', 'POST'],
4✔
649
            permission_classes=(HasModelPermission | HasProjectPermission, ))
650
    def file(self, request, parent_lookup_project, pk=None):
4✔
651
        value = self.get_object()
4✔
652

653
        if request.method == 'POST':
4✔
654
            value.file = request.FILES.get('file')
4✔
655

656
            # check if the project is reached
657
            if value.file and value.file.size + value.project.file_size > human2bytes(settings.PROJECT_FILE_QUOTA):
4✔
658
                raise serializers.ValidationError({
×
659
                    'value': [_('You reached the file quota for this project.')]
660
                })
661

662
            value.save()
4✔
663
            serializer = self.get_serializer(value)
4✔
664
            return Response(serializer.data)
4✔
665

666
        else:
667
            if value.file:
4✔
668
                return return_file_response(value.file.name, value.file_type)
4✔
669

670
        # if it didn't work return 404
671
        raise NotFound()
4✔
672

673

674
class ProjectPageViewSet(ProjectNestedViewSetMixin, RetrieveModelMixin, GenericViewSet):
4✔
675
    permission_classes = (HasModelPermission | HasProjectPagePermission, )
4✔
676
    serializer_class = PageSerializer
4✔
677

678
    def get_queryset(self):
4✔
679
        self.project.catalog.prefetch_elements()
4✔
680
        page = Page.objects.filter_by_catalog(self.project.catalog).prefetch_related(
4✔
681
            *Page.prefetch_lookups,
682
            'page_questions__question__optionsets__optionset_options__option',
683
            'page_questionsets__questionset__questionset_questions__question__optionsets__optionset_options__option',
684
        )
685
        return page
4✔
686

687
    def get_serializer_context(self):
4✔
688
        context = super().get_serializer_context()
4✔
689
        context['catalog'] = self.project.catalog
4✔
690
        return context
4✔
691

692
    def dispatch(self, *args, **kwargs):
4✔
693
        response = super().dispatch(*args, **kwargs)
4✔
694
        if response.status_code == 200 and kwargs.get('pk'):
4✔
695
            try:
4✔
696
                continuation = Continuation.objects.get(project=self.project, user=self.request.user)
4✔
697
            except Continuation.DoesNotExist:
4✔
698
                continuation = Continuation(project=self.project, user=self.request.user)
4✔
699

700
            continuation.page_id = kwargs.get('pk')
4✔
701
            continuation.save()
4✔
702

703
        return response
4✔
704

705
    def retrieve(self, request, *args, **kwargs):
4✔
706
        page = self.get_object()
4✔
707
        catalog = self.project.catalog
4✔
708
        values = self.project.values.filter(snapshot=None).select_related('attribute', 'option')
4✔
709

710
        sets = compute_sets(values)
4✔
711
        resolved_conditions = resolve_conditions(catalog, values, sets)
4✔
712

713
        # check if the current page meets conditions
714
        if compute_show_page(page, resolved_conditions):
4✔
715
            serializer = self.get_serializer(page)
4✔
716
            return Response(serializer.data)
4✔
717
        else:
718
            # determine the direction of navigation (previous or next)
719
            direction = 'prev' if is_truthy(request.GET.get('back')) else 'next'
4✔
720

721
            # find the next relevant page with from pages and resolved conditions
722
            next_relevant_page = compute_next_relevant_page(page, direction, catalog, resolved_conditions)
4✔
723

724
            if next_relevant_page is not None:
4✔
725
                url = reverse('v1-projects:project-page-detail', args=[self.project.id, next_relevant_page.id])
4✔
726
                return HttpResponseRedirect(url, status=303)
4✔
727

728
            # end of catalog, if no next relevant page is found
729
            return Response({
×
730
                'detail': 'No Page matches the given query.',
731
                'done': True
732
            }, status=status.HTTP_404_NOT_FOUND)
733

734

735
    @action(detail=False, url_path='continue', permission_classes=(HasModelPermission | HasProjectPagePermission, ))
4✔
736
    def get_continue(self, request, pk=None, parent_lookup_project=None):
4✔
737
        if not self.project.catalog.pages:
4✔
738
            return Response({
4✔
739
                'detail': 'No Page matches the given query.',
740
                'done': True
741
            }, status=status.HTTP_404_NOT_FOUND)
742

743
        try:
4✔
744
            continuation = Continuation.objects.get(project=self.project, user=self.request.user)
4✔
745

746
            try:
4✔
747
                page = Page.objects.filter_by_catalog(self.project.catalog).get(id=continuation.page_id)
4✔
748
            except Page.DoesNotExist:
×
749
                page = self.project.catalog.pages[0]
×
750

751
        except Continuation.DoesNotExist:
4✔
752
            page = self.project.catalog.pages[0]
4✔
753

754
        serializer = self.get_serializer(page)
4✔
755
        return Response(serializer.data)
4✔
756

757

758
class MembershipViewSet(ReadOnlyModelViewSet):
4✔
759
    permission_classes = (HasModelPermission | HasProjectsPermission, )
4✔
760
    serializer_class = MembershipSerializer
4✔
761

762
    filter_backends = (DjangoFilterBackend,)
4✔
763
    filterset_fields = (
4✔
764
        'user',
765
        'user__username',
766
        'role'
767
    )
768

769
    def get_queryset(self):
4✔
770
        return Membership.objects.filter_user(self.request.user)
4✔
771

772

773
class IntegrationViewSet(ReadOnlyModelViewSet):
4✔
774
    permission_classes = (HasModelPermission | HasProjectsPermission, )
4✔
775
    serializer_class = IntegrationSerializer
4✔
776

777
    filter_backends = (DjangoFilterBackend, )
4✔
778
    filterset_fields = (
4✔
779
        'project',
780
        'provider_key'
781
    )
782

783
    def get_queryset(self):
4✔
784
        return Integration.objects.filter_user(self.request.user)
4✔
785

786

787
class InviteViewSet(ReadOnlyModelViewSet):
4✔
788
    permission_classes = (HasModelPermission | HasProjectsPermission, )
4✔
789
    serializer_class = InviteSerializer
4✔
790

791
    filter_backends = (DjangoFilterBackend, )
4✔
792
    filterset_fields = (
4✔
793
        'user',
794
        'user__username',
795
        'email',
796
        'role'
797
    )
798

799
    def get_queryset(self):
4✔
800
        return Invite.objects.filter_user(self.request.user)
4✔
801

802
    def get_detail_permission_object(self, obj):
4✔
803
        return obj.project
×
804

805
    @action(detail=False, permission_classes=(IsAuthenticated, ))
4✔
806
    def user(self, request):
4✔
807
        invites = Invite.objects.filter(user=self.request.user)
4✔
808
        serializer = UserInviteSerializer(invites, many=True)
4✔
809
        return Response(serializer.data)
4✔
810

811
class IssueViewSet(ReadOnlyModelViewSet):
4✔
812
    permission_classes = (HasModelPermission | HasProjectsPermission, )
4✔
813
    serializer_class = IssueSerializer
4✔
814

815
    filter_backends = (DjangoFilterBackend, )
4✔
816
    filterset_fields = (
4✔
817
        'task',
818
        'task__uri',
819
        'status'
820
    )
821

822
    def get_queryset(self):
4✔
823
        return Issue.objects.filter_user(self.request.user).prefetch_related('resources')
4✔
824

825

826
class SnapshotViewSet(ReadOnlyModelViewSet):
4✔
827
    permission_classes = (HasModelPermission | HasProjectsPermission, )
4✔
828
    serializer_class = SnapshotSerializer
4✔
829

830
    filter_backends = (DjangoFilterBackend,)
4✔
831
    filterset_fields = (
4✔
832
        'title',
833
        'project'
834
    )
835

836
    def get_queryset(self):
4✔
837
        return Snapshot.objects.filter_user(self.request.user)
4✔
838

839

840
class ValueViewSet(ReadOnlyModelViewSet):
4✔
841
    permission_classes = (HasModelPermission | HasProjectsPermission, )
4✔
842
    serializer_class = ValueSerializer
4✔
843

844
    filter_backends = (
4✔
845
        AttributeFilterBackend,
846
        SnapshotFilterBackend,
847
        OptionFilterBackend,
848
        DjangoFilterBackend,
849
        SearchFilter
850
    )
851
    filterset_fields = (
4✔
852
        'project',
853
        # snapshot is part of SnapshotFilterBackend
854
        # attribute is part of AttributeFilterBackend
855
        'attribute__uri',
856
        'attribute__path',
857
        # option is part of OptionFilterBackend
858
        'option__uri',
859
        'option__uri_path',
860
    )
861

862
    search_fields = ['text', 'project__title', 'snapshot__title']
4✔
863

864
    def get_queryset(self):
4✔
865
        return Value.objects.filter_user(self.request.user).select_related('attribute', 'option')
4✔
866

867
    @action(detail=False, permission_classes=(HasModelPermission | HasProjectsPermission, ))
4✔
868
    def search(self, request):
4✔
869
        queryset = self.filter_queryset(self.get_queryset()).exclude_empty().select_related('project', 'snapshot')
4✔
870

871
        # add a subquery to get the label for the set the value is part in
872
        try:
4✔
873
            set_attribute = int(request.GET.get('set_attribute'))
4✔
874
            set_label_subquery = Subquery(
×
875
                Value.objects.filter(attribute=set_attribute, set_prefix='', set_index=OuterRef('set_index'))
876
                             .values('text')[:1]
877
            )
878
            queryset = queryset.annotate(set_label=set_label_subquery)
×
879
        except (ValueError, TypeError):
4✔
880
            pass
4✔
881

882
        if is_truthy(request.GET.get('collection')):
4✔
883
            # if collection is set (for checkboxes), we first select each distinct set and create a Q object with it
884
            # by doing so we can select an undetermined number of values which belong to an exact number of sets
885
            # given by settings.PROJECT_VALUES_SEARCH_LIMIT
886
            #
887
            # DISTINCT ON is not available on sqlite so we just apply the limit like for all other questions, this
888
            # will display the last set of checked values incomplete
889
            fields = ('project_id', 'snapshot_id', 'attribute_id', 'set_prefix', 'set_index')
4✔
890
            values_list = (
4✔
891
                queryset
892
                    .values(*fields)
893
                    .order_by(*fields)
894
                    .distinct()
895
                    [:settings.PROJECT_VALUES_SEARCH_LIMIT]
896
            )
897

898
            q = Q()
4✔
899
            for values_dict in values_list:
4✔
900
                q |= Q(**values_dict)
×
901

902
            queryset = queryset.filter(q)
4✔
903
        else:
904
            queryset = queryset[:settings.PROJECT_VALUES_SEARCH_LIMIT]
4✔
905

906
        serializer = ValueSearchSerializer(queryset, many=True)
4✔
907
        return Response(serializer.data)
4✔
908

909
    @action(detail=True, permission_classes=(HasModelPermission | HasProjectsPermission, ))
4✔
910
    def file(self, request, pk=None):
4✔
911
        value = self.get_object()
4✔
912

913
        if value.file:
4✔
914
            return return_file_response(value.file.name, value.file_type)
4✔
915

916
        # if it didn't work return 404
917
        raise NotFound()
4✔
918

919

920
class CatalogViewSet(ListModelMixin, GenericViewSet):
4✔
921
    permission_classes = (IsAuthenticated, )
4✔
922

923
    serializer_class = CatalogSerializer
4✔
924

925
    def get_queryset(self):
4✔
926
        return Catalog.objects.filter_current_site() \
4✔
927
                              .filter_group(self.request.user) \
928
                              .order_by('-available', 'order')
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc