3652870801

Build Type

github

Committed by GitHub

Commit Message

<a href="https://github.com/kobotoolbox/kpi/commit/<a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/235762d5b3c5634fed6ba1452f60e77cd25de35c">235762d5b">&lt;a href=&quot;https://github.com/kobotoolbox/kpi/commit/</a><a class="double-link" href="https://github.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/235762d5b3c5634fed6ba1452f60e77cd25de35c">235762d5b</a><a href="https://github.com/kobotoolbox/kpi/commit/235762d5b3c5634fed6ba1452f60e77cd25de35c">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/kobotoolbox/kpi/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/235762d5b3c5634fed6ba1452f60e77cd25de35c&quot;&gt;235762d5b&lt;/a&gt;&lt;a href=&quot;https://github.com/kobotoolbox/kpi/commit/235762d5b3c5634fed6ba1452f60e77cd25de35c&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/kobotoolbox/kpi/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/kobotoolbox/kpi/commit/&amp;amp;lt;a class=&amp;amp;quot;double-link&am... (continued)

Pull Request Pull Request #4182: Custom Views: integrate endpoints into front-end

Run Details

2526 of 4251 branches covered (59.42%)

442 of 442 new or added lines in 19 files covered. (100.0%)

11128 of 14740 relevant lines covered (75.5%)

1.51 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

69.53

/kpi/views/v2/asset.py

# coding: utf-8
import copy
import json
from collections import defaultdict, OrderedDict
from operator import itemgetter

from django.db.models import Count, Q
from django.http import Http404
from django.shortcuts import get_object_or_404
from rest_framework import exceptions, renderers, status, viewsets
from rest_framework.decorators import action
from rest_framework.response import Response
from rest_framework_extensions.mixins import NestedViewSetMixin
from rest_framework.reverse import reverse

from kpi.constants import (
    ASSET_TYPES,
    ASSET_TYPE_ARG_NAME,
    ASSET_TYPE_SURVEY,
    ASSET_TYPE_TEMPLATE,
    CLONE_ARG_NAME,
    CLONE_COMPATIBLE_TYPES,
    CLONE_FROM_VERSION_ID_ARG_NAME,
    PERM_FROM_KC_ONLY,
)
from kpi.deployment_backends.backends import DEPLOYMENT_BACKENDS
from kpi.exceptions import (
    BadAssetTypeException,
)
from kpi.filters import (
    AssetOrderingFilter,
    KpiObjectPermissionsFilter,
    SearchFilter,
)
from kpi.highlighters import highlight_xform
from kpi.models import (
    Asset,
    ObjectPermission,
    UserAssetSubscription,
)
from kpi.paginators import AssetPagination
from kpi.permissions import (
    get_perm_name,
    IsOwnerOrReadOnly,
    PostMappedToChangePermission,
    ReportPermission,
)
from kpi.renderers import (
    AssetJsonRenderer,
    SSJsonRenderer,
    XFormRenderer,
    XlsRenderer,
)
from kpi.serializers import DeploymentSerializer
from kpi.serializers.v2.asset import (
    AssetListSerializer,
    AssetMetadataListSerializer,
    AssetSerializer,
)
from kpi.utils.hash import calculate_hash
from kpi.serializers.v2.reports import ReportsDetailSerializer
from kpi.utils.kobo_to_xlsform import to_xlsform_structure
from kpi.utils.ss_structure_to_mdtable import ss_structure_to_mdtable
from kpi.utils.object_permission import (
    get_database_user,
    get_objects_for_user,
)
from kpi.utils.custom_projects import (
    get_regional_views_for_user,
    user_has_regional_asset_perm,
)


class AssetViewSet(NestedViewSetMixin, viewsets.ModelViewSet):
    """
    * Assign a asset to a collection <span class='label label-warning'>partially implemented</span>
    * Run a partial update of a asset <span class='label label-danger'>TODO</span>

    ## List of asset endpoints

    Lists the asset endpoints accessible to requesting user, for anonymous access
    a list of public data endpoints is returned.

    <pre class="prettyprint">
    <b>GET</b> /api/v2/assets/
    </pre>

    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/

    Search can be made with `q` parameter.
    Search filters can be returned with results by passing `metadata=on` to querystring.
    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/?metadata=on
    >       {
    >           "count": 0
    >           "next": ...
    >           "previous": ...
    >           "results": []
    >           "metadata": {
    >               "languages": [],
    >               "countries": [],
    >               "sectors": [],
    >               "organizations": []
    >           }
    >       }

    Look at [README](https://github.com/kobotoolbox/kpi#searching-assets)
    for more details.

    Results can be sorted with `ordering` parameter.
    Allowed fields are:

    - `asset_type`
    - `date_modified`
    - `name`
    - `owner__username`
    - `subscribers_count`

    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/?ordering=-name

    _Note: Collections can be displayed first with parameter `collections_first`_

    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/?collections_first=true&ordering=-name

    <hr>

    Get a hash of all `version_id`s of assets.
    Useful to detect any changes in assets with only one call to `API`

    <pre class="prettyprint">
    <b>GET</b> /api/v2/assets/hash/
    </pre>

    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/hash/

    ## CRUD

    * `uid` - is the unique identifier of a specific asset

    Retrieves current asset
    <pre class="prettyprint">
    <b>GET</b> /api/v2/assets/<code>{uid}</code>/
    </pre>


    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/aSAvYreNzVEkrWg5Gdcvg/

    Creates or clones an asset.
    <pre class="prettyprint">
    <b>POST</b> /api/v2/assets/
    </pre>


    > Example
    >
    >       curl -X POST https://[kpi]/api/v2/assets/


    > **Payload to create a new asset**
    >
    >        {
    >           "name": {string},
    >           "settings": {
    >               "description": {string},
    >               "sector": {string},
    >               "country": {string},
    >               "share-metadata": {boolean}
    >           },
    >           "asset_type": {string}
    >        }

    > **Payload to clone an asset**
    >
    >       {
    >           "clone_from": {string},
    >           "name": {string},
    >           "asset_type": {string}
    >       }

    where `asset_type` must be one of these values:

    * block (can be cloned to `block`, `question`, `survey`, `template`)
    * question (can be cloned to `question`, `survey`, `template`)
    * survey (can be cloned to `block`, `question`, `survey`, `template`)
    * template (can be cloned to `survey`, `template`)

    Settings are cloned only when type of assets are `survey` or `template`.
    In that case, `share-metadata` is not preserved.

    When creating a new `block` or `question` asset, settings are not saved either.

    ### Data

    Retrieves data
    <pre class="prettyprint">
    <b>GET</b> /api/v2/assets/{uid}/data/
    </pre>

    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/aSAvYreNzVEkrWg5Gdcvg/data/

    ### Deployment

    Retrieves the existing deployment, if any.
    <pre class="prettyprint">
    <b>GET</b> /api/v2/assets/{uid}/deployment/
    </pre>

    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/aSAvYreNzVEkrWg5Gdcvg/deployment/

    Creates a new deployment, but only if a deployment does not exist already.
    <pre class="prettyprint">
    <b>POST</b> /api/v2/assets/{uid}/deployment/
    </pre>

    > Example
    >
    >       curl -X POST https://[kpi]/api/v2/assets/aSAvYreNzVEkrWg5Gdcvg/deployment/

    Updates the `active` field of the existing deployment.
    <pre class="prettyprint">
    <b>PATCH</b> /api/v2/assets/{uid}/deployment/
    </pre>

    > Example
    >
    >       curl -X PATCH https://[kpi]/api/v2/assets/aSAvYreNzVEkrWg5Gdcvg/deployment/

    Overwrites the entire deployment, including the form contents, but does not change the deployment's identifier
    <pre class="prettyprint">
    <b>PUT</b> /api/v2/assets/{uid}/deployment/
    </pre>

    > Example
    >
    >       curl -X PUT https://[kpi]/api/v2/assets/aSAvYreNzVEkrWg5Gdcvg/deployment/

    ### Reports

    Returns the submission data for all deployments of a survey. 
    This data is grouped by answers, and does not show the data for individual submissions.
    The endpoint will return a <b>404 NOT FOUND</b> error if the asset is not deployed and will only return the data for the most recently deployed version.

    <pre class="prettyprint">
    <b>GET</b> /api/v2/assets/{uid}/reports/
    </pre>

    > Example
    >
    >       curl -X GET https://[kpi]/api/v2/assets/aSAvYreNzVEkrWg5Gdcvg/reports/

    ### Data sharing

    Control sharing of submission data from this project to other projects

    <pre class="prettyprint">
    <b>PATCH</b> /api/v2/assets/{uid}/
    </pre>

    > Example
    >
    >       curl -X PATCH https://[kpi]/api/v2/assets/aSAvYreNzVEkrWg5Gdcvg/
    >
    > **Payload**
    >
    >        {
    >           "data_sharing": {
    >              "enabled": true,
    >              "fields": []
    >           }
    >        }
    >

    * `fields`: Optional. List of questions whose responses will be shared. If
        missing or empty, all responses will be shared. Questions must be
        identified by full group path separated by slashes, e.g.
        `group/subgroup/question_name`.

    >
    > Response
    >
    >       HTTP 200 Ok
    >        {
    >           ...
    >           "data_sharing": {
    >              "enabled": true,
    >              "fields": []
    >           }
    >        }
    >


    ### CURRENT ENDPOINT
    """

    # Filtering handled by KpiObjectPermissionsFilter.filter_queryset()
    queryset = Asset.objects.all()

    lookup_field = 'uid'
    pagination_class = AssetPagination
    permission_classes = [IsOwnerOrReadOnly]
    ordering_fields = [
        'asset_type',
        'date_modified',
        'name',
        'owner__username',
        'subscribers_count',
    ]
    filter_backends = [
        KpiObjectPermissionsFilter,
        SearchFilter,
        AssetOrderingFilter,
    ]
    renderer_classes = [
        renderers.BrowsableAPIRenderer,
        AssetJsonRenderer,
        SSJsonRenderer,
        XFormRenderer,
        XlsRenderer,
    ]
    # Terms that can be used to search and filter return values
    # from a query `q`
    search_default_field_lookups = [
        'name__icontains',
        'owner__username__icontains',
        'settings__description__icontains',
        'summary__icontains',
        'tags__name__icontains',
        'uid__icontains',
    ]


    def get_object(self):
        if self.request.method == 'PATCH':
            try:
                asset = Asset.objects.get(uid=self.kwargs['uid'])
            except Asset.DoesNotExist:
                raise Http404

            if user_has_regional_asset_perm(
                asset, self.request.user, 'change_metadata'
            ):
                return asset

        return super().get_object()

    @action(detail=True, renderer_classes=[renderers.JSONRenderer])
    def content(self, request, uid):
        asset = self.get_object()
        return Response({
            'kind': 'asset.content',
            'uid': asset.uid,
            'data': asset.to_ss_structure(),
        })

    def create(self, request, *args, **kwargs):
        if CLONE_ARG_NAME in request.data:
            serializer = self._get_clone_serializer()
        else:
            serializer = self.get_serializer(data=request.data)

        serializer.is_valid(raise_exception=True)
        self.perform_create(serializer)
        headers = self.get_success_headers(serializer.data)
        return Response(serializer.data, status=status.HTTP_201_CREATED,
                        headers=headers)

    @action(detail=True,
            methods=['get', 'post', 'patch'],
            permission_classes=[PostMappedToChangePermission])
    def deployment(self, request, uid):
        """
        A GET request retrieves the existing deployment, if any.
        A POST request creates a new deployment, but only if a deployment does
            not exist already.
        A PATCH request updates the `active` field of the existing deployment.
        A PUT request overwrites the entire deployment, including the form
            contents, but does not change the deployment's identifier
        """
        asset = self.get_object()
        serializer_context = self.get_serializer_context()
        serializer_context['asset'] = asset

        # TODO: Require the client to provide a fully-qualified identifier,
        # otherwise provide less kludgy solution
        if 'identifier' not in request.data and 'id_string' in request.data:
            id_string = request.data.pop('id_string')[0]
            backend_name = request.data['backend']
            try:
                backend = DEPLOYMENT_BACKENDS[backend_name]
            except KeyError:
                raise KeyError(
                    'cannot retrieve asset backend: "{}"'.format(backend_name))
            request.data['identifier'] = backend.make_identifier(
                request.user.username, id_string)

        if request.method == 'GET':
            if not asset.has_deployment:
                raise Http404
            else:
                serializer = DeploymentSerializer(
                    asset.deployment, context=serializer_context
                )
                # TODO: Understand why this 404s when `serializer.data` is not
                # coerced to a dict
                return Response(dict(serializer.data))
        elif request.method == 'POST':
            if not asset.can_be_deployed:
                raise BadAssetTypeException(
                    'Only surveys may be deployed, but this asset is a '
                    f'{asset.asset_type}'
                )
            else:
                if asset.has_deployment:
                    raise exceptions.MethodNotAllowed(
                        method=request.method,
                        detail='Use PATCH to update an existing deployment'
                    )
                serializer = DeploymentSerializer(
                    data=request.data,
                    context=serializer_context
                )
                serializer.is_valid(raise_exception=True)
                serializer.save()
                # TODO: Understand why this 404s when `serializer.data` is not
                # coerced to a dict
                return Response(dict(serializer.data))

        elif request.method == 'PATCH':
            if not asset.can_be_deployed:
                raise BadAssetTypeException(
                    'Only surveys may be deployed, '
                    f'but this asset is a {asset.asset_type}'
                )
            else:
                if not asset.has_deployment:
                    raise exceptions.MethodNotAllowed(
                        method=request.method,
                        detail='Use POST to create a new deployment'
                    )
                serializer = DeploymentSerializer(
                    asset.deployment,
                    data=request.data,
                    context=serializer_context,
                    partial=True
                )
                serializer.is_valid(raise_exception=True)
                serializer.save()
                # TODO: Understand why this 404s when `serializer.data` is not
                # coerced to a dict
                return Response(dict(serializer.data))

    def finalize_response(self, request, response, *args, **kwargs):
        """ Manipulate the headers as appropriate for the requested format.
        See https://github.com/tomchristie/django-rest-framework/issues/1041#issuecomment-22709658.
        """
        # If the request fails at an early stage, e.g. the user has no
        # model-level permissions, accepted_renderer won't be present.
        if hasattr(request, 'accepted_renderer'):
            # Check the class of the renderer instead of just looking at the
            # format, because we don't want to set
            # `Content-Disposition: attachment` on asset snapshot XML
            if isinstance(request.accepted_renderer, XFormRenderer):
                filename = '.'.join(
                    (self.get_object().uid, request.accepted_renderer.format)
                )
                response[
                    'Content-Disposition'
                ] = 'attachment; filename={}'.format(filename)
            if isinstance(request.accepted_renderer, XlsRenderer):
                # `accepted_renderer.format` is 'xls' here for historical
                # reasons, but what we actually serve now is xlsx (Excel 2007+)
                filename = '.'.join((self.get_object().uid, 'xlsx'))
                response[
                    'Content-Disposition'
                ] = 'attachment; filename={}'.format(filename)

        return super().finalize_response(
            request, response, *args, **kwargs)

    def get_queryset(self, *args, **kwargs):
        queryset = super().get_queryset(*args, **kwargs)
        if self.action == 'list':
            return queryset.model.optimize_queryset_for_list(queryset)
        else:
            # This is called to retrieve an individual record. How much do we
            # have to care about optimizations for that?
            return queryset

    def get_metadata(self, queryset):
        """
        Prepare metadata to inject in list endpoint.
        Useful to retrieve values needed for search

        :return: dict
        """
        metadata = {
            'languages': set(),
            'countries': OrderedDict(),
            'sectors': OrderedDict(),
            'organizations': set(),
        }

        records = queryset.values('summary', 'settings').\
            exclude(
                Q(
                    Q(summary__languages=[]) | Q(summary__languages=[None])
                ),
                Q(
                    Q(settings__country=None) | Q(settings__country__exact=''),
                    Q(settings__sector=None) | Q(settings__sector__exact=''),
                    Q(settings__organization=None) | Q(settings__organization='')
                )
            )

        # Languages
        records = records.order_by()

        for record in records.all():
            try:
                languages = record['summary']['languages']
            except (ValueError, KeyError):
                pass
            else:
                for language in languages:
                    if language:
                        metadata['languages'].add(language)

            try:
                country = record['settings']['country']
                value = country['value']
                label = country['label']
            except (KeyError, TypeError):
                pass
            else:
                if value and value not in metadata['countries']:
                    metadata['countries'][value] = label

            try:
                sector = record['settings']['sector']
                value = sector['value']
                label = sector['label']
            except (KeyError, TypeError):
                pass
            else:
                if value and value not in metadata['sectors']:
                    metadata['sectors'][value] = label

            try:
                organization = record['settings']['organization']
            except KeyError:
                pass
            else:
                if organization:
                    metadata['organizations'].add(organization)

        metadata['languages'] = sorted(list(metadata['languages']))

        metadata['countries'] = sorted(metadata['countries'].items(),
                                       key=itemgetter(1))

        metadata['sectors'] = sorted(metadata['sectors'].items(),
                                     key=itemgetter(1))

        metadata['organizations'] = sorted(list(metadata['organizations']))

        return metadata

    def get_paginated_response(self, data, metadata=None):
        """
        Override parent `get_paginated_response` response to include `metadata`
        """
        assert self.paginator is not None
        return self.paginator.get_paginated_response(data, metadata)

    def get_serializer_class(self):
        if self.action == 'list':
            return AssetListSerializer
        else:
            return AssetSerializer

    def get_serializer_context(self):
        """
        Extra context provided to the serializer class.
        """

        context_ = super().get_serializer_context()
        if self.action == 'list':
            # To avoid making a triple join-query for each asset in the list
            # to retrieve related objects, we populated dicts key-ed by asset
            # ids with the data needed by serializer.
            # We create one (big) query per dict instead of a separate query
            # for each asset in the list.
            # The serializer will be able to pick what it needs from that dict
            # and narrow down data according to users' permissions.

            # self.__filtered_queryset is set in the `list()` method that
            # DRF automatically calls and is overridden below. This is
            # to prevent double calls to `filter_queryset()` as described in
            # the issue here: https://github.com/kobotoolbox/kpi/issues/2576
            queryset = self.__filtered_queryset

            # 1) Retrieve all asset IDs of current list
            asset_ids = AssetPagination.\
                get_all_asset_ids_from_queryset(queryset)

            # 2) Get object permissions per asset
            object_permissions = ObjectPermission.objects.filter(
                asset_id__in=asset_ids,
                deny=False,
            ).exclude(
                permission__codename=PERM_FROM_KC_ONLY
            ).select_related(
                'user', 'permission'
            ).order_by(
                'user__username', 'permission__codename'
            )

            object_permissions_per_asset = defaultdict(list)

            for op in object_permissions:
                object_permissions_per_asset[op.asset_id].append(op)

            context_['object_permissions_per_asset'] = object_permissions_per_asset

            # 3) Get the collection subscriptions per asset
            subscriptions_queryset = UserAssetSubscription.objects. \
                values('asset_id', 'user_id').distinct().order_by('asset_id')

            user_subscriptions_per_asset = defaultdict(list)
            for record in subscriptions_queryset:
                user_subscriptions_per_asset[record['asset_id']].append(
                    record['user_id'])

            context_['user_subscriptions_per_asset'] = user_subscriptions_per_asset

            # 4) Get children count per asset
            # Ordering must be cleared otherwise group_by is wrong
            # (i.e. default ordered field `date_modified` must be removed)
            records = Asset.objects.filter(parent_id__in=asset_ids). \
                values('parent_id').annotate(children_count=Count('id')).order_by()

            children_count_per_asset = {
                r.get('parent_id'): r.get('children_count', 0)
                for r in records if r.get('parent_id') is not None
            }

            context_['children_count_per_asset'] = children_count_per_asset

        return context_

    @action(detail=True, renderer_classes=[renderers.TemplateHTMLRenderer])
    def koboform(self, request, *args, **kwargs):
        asset = self.get_object()
        return Response({'asset': asset, }, template_name='koboform.html')

    def list(self, request, *args, **kwargs):
        # assigning global filtered query set to prevent additional,
        # unnecessary calls to `filter_queryset`
        self.__filtered_queryset = self.filter_queryset(self.get_queryset())

        page = self.paginate_queryset(self.__filtered_queryset)
        if page is not None:
            serializer = self.get_serializer(page, many=True)
            metadata = None
            if request.GET.get('metadata') == 'on':
                metadata = self.get_metadata(self.__filtered_queryset)
            return self.get_paginated_response(serializer.data, metadata)

        serializer = self.get_serializer(self.__filtered_queryset, many=True)
        return Response(serializer.data)

    @action(detail=False, methods=['GET'],
            renderer_classes=[renderers.JSONRenderer])
    def hash(self, request):
        """
        Creates an hash of `version_id` of all accessible assets by the user.
        Useful to detect changes between each request.

        :param request:
        :return: JSON
        """
        user = self.request.user
        if user.is_anonymous:
            raise exceptions.NotAuthenticated()
        else:
            accessible_assets = (
                get_objects_for_user(user, 'view_asset', Asset)
                .filter(asset_type=ASSET_TYPE_SURVEY)
                .order_by("uid")
            )

            assets_version_ids = [
                asset.version_id
                for asset in accessible_assets
                if asset.version_id is not None
            ]
            # Sort alphabetically
            assets_version_ids.sort()

            if len(assets_version_ids) > 0:
                hash_ = calculate_hash(''.join(assets_version_ids), algorithm='md5')
            else:
                hash_ = ''

            return Response({
                'hash': hash_
            })

    @action(detail=False, methods=['GET'],
            renderer_classes=[renderers.JSONRenderer])
    def metadata(self, request):
        queryset = self.filter_queryset(self.get_queryset())
        metadata = self.get_metadata(queryset)
        return Response(metadata)

    def partial_update(self, request, *args, **kwargs):
        instance = self.get_object()

        if CLONE_ARG_NAME in request.data:
            serializer = self._get_clone_serializer(instance)
        else:
            serializer = self.get_serializer(instance,
                                             data=request.data,
                                             partial=True)

        serializer.is_valid(raise_exception=True)
        self.perform_update(serializer)
        return Response(serializer.data)

    def perform_create(self, serializer):
        user = get_database_user(self.request.user)
        serializer.save(owner=user)

    def perform_destroy(self, instance):
        if hasattr(instance, 'has_deployment') and instance.has_deployment:
            instance.deployment.delete()
        return super().perform_destroy(instance)

    @action(
        detail=True,
        permission_classes=[ReportPermission],
        methods=['GET'],
        renderer_classes=[renderers.JSONRenderer],
    )
    def reports(self, request, *args, **kwargs):
        asset = self.get_object()
        if not asset.has_deployment:
            raise Http404
        serializer = ReportsDetailSerializer(asset, 
                                             context=self.get_serializer_context())
        return Response(serializer.data)

    @action(detail=True, renderer_classes=[renderers.JSONRenderer])
    def valid_content(self, request, uid):
        asset = self.get_object()
        return Response({
            'kind': 'asset.valid_content',
            'uid': asset.uid,
            'data': to_xlsform_structure(asset.content),
        })

    @action(detail=True, renderer_classes=[renderers.StaticHTMLRenderer])
    def table_view(self, request, *args, **kwargs):
        sa = self.get_object()
        md_table = ss_structure_to_mdtable(sa.ordered_xlsform_content())
        return Response('<!doctype html>\n'
                        '<html><body><code><pre>' + md_table.strip())

    @action(detail=True, renderer_classes=[renderers.TemplateHTMLRenderer])
    def xform(self, request, *args, **kwargs):
        asset = self.get_object()
        export = asset.snapshot(regenerate=True)
        # TODO-- forward to AssetSnapshotViewset.xform
        response_data = copy.copy(export.details)
        options = {
            'linenos': True,
            'full': True,
        }
        if export.xml != '':
            response_data['highlighted_xform'] = highlight_xform(export.xml, **options)
        return Response(response_data, template_name='highlighted_xform.html')

    @action(detail=True, renderer_classes=[renderers.StaticHTMLRenderer])
    def xls(self, request, *args, **kwargs):
        return self.table_view(self, request, *args, **kwargs)

    def _get_clone_serializer(self, current_asset=None):
        """
        Gets the serializer from cloned object
        :param current_asset: Asset. Asset to be updated.
        :return: AssetSerializer
        """
        original_uid = self.request.data[CLONE_ARG_NAME]
        original_asset = get_object_or_404(Asset, uid=original_uid)
        if CLONE_FROM_VERSION_ID_ARG_NAME in self.request.data:
            original_version_id = self.request.data.get(CLONE_FROM_VERSION_ID_ARG_NAME)
            source_version = get_object_or_404(
                original_asset.asset_versions, uid=original_version_id)
        else:
            source_version = original_asset.asset_versions.first()

        view_perm = get_perm_name('view', original_asset)
        if not self.request.user.has_perm(view_perm, original_asset):
            raise Http404

        partial_update = isinstance(current_asset, Asset)
        cloned_data = self._prepare_cloned_data(original_asset, source_version, partial_update)
        if partial_update:
            return self.get_serializer(current_asset, data=cloned_data, partial=True)
        else:
            return self.get_serializer(data=cloned_data)

    def _prepare_cloned_data(self, original_asset, source_version, partial_update):
        """
        Some business rules must be applied when cloning an asset to another with a different type.
        It prepares the data to be cloned accordingly.

        It raises an exception if source and destination are not compatible for cloning.

        :param original_asset: Asset
        :param source_version: AssetVersion
        :param partial_update: Boolean
        :return: dict
        """
        if self._validate_destination_type(original_asset):
            # `to_clone_dict()` returns only `name`, `content`, `asset_type`,
            # and `tag_string`
            cloned_data = original_asset.to_clone_dict(version=source_version)

            # Allow the user's request data to override `cloned_data`
            cloned_data.update(self.request.data.items())

            if partial_update:
                # Because we're updating an asset from another which can have another type,
                # we need to remove `asset_type` from clone data to ensure it's not updated
                # when serializer is initialized.
                cloned_data.pop("asset_type", None)
            else:
                # Change asset_type if needed.
                cloned_data["asset_type"] = self.request.data.get(ASSET_TYPE_ARG_NAME, original_asset.asset_type)

            cloned_asset_type = cloned_data.get("asset_type")
            # Settings are: Country, Description, Sector and Share-metadata
            # Copy settings only when original_asset is `survey` or `template`
            # and `asset_type` property of `cloned_data` is `survey` or `template`
            # or None (partial_update)
            if cloned_asset_type in [None, ASSET_TYPE_TEMPLATE, ASSET_TYPE_SURVEY] and \
                    original_asset.asset_type in [ASSET_TYPE_TEMPLATE, ASSET_TYPE_SURVEY]:

                settings = original_asset.settings.copy()
                settings.pop("share-metadata", None)

                cloned_data_settings = cloned_data.get("settings", {})

                # Depending of the client payload. settings can be JSON or string.
                # if it's a string. Let's load it to be able to merge it.
                if not isinstance(cloned_data_settings, dict):
                    cloned_data_settings = json.loads(cloned_data_settings)

                settings.update(cloned_data_settings)
                cloned_data['settings'] = json.dumps(settings)

            # until we get content passed as a dict, transform the content obj to a str
            # TODO, verify whether `Asset.content.settings.id_string` should be cleared out.
            cloned_data["content"] = json.dumps(cloned_data.get("content"))
            return cloned_data
        else:
            raise BadAssetTypeException("Destination type is not compatible with source type")

    def _validate_destination_type(self, original_asset_):
        """
        Validates if destination asset can be cloned from source asset.
        :param original_asset_ Asset: Source
        :return: Boolean
        """
        is_valid = True

        if CLONE_ARG_NAME in self.request.data and ASSET_TYPE_ARG_NAME in self.request.data:
            destination_type = self.request.data.get(ASSET_TYPE_ARG_NAME)
            if destination_type in dict(ASSET_TYPES).values():
                source_type = original_asset_.asset_type
                is_valid = destination_type in CLONE_COMPATIBLE_TYPES.get(source_type)
            else:
                is_valid = False

        return is_valid

kobotoolbox / kpi / 3652870801

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous