Produits Entr'ouvert » Authentic 2

            self.set_trigram_similarity_threshold()

        self.set_trigram_similarity_threshold(threshold=threshold or app_settings.A2_DUPLICATES_THRESHOLD)

    def set_trigram_similarity_threshold(self, threshold=None):

        with connection.cursor() as cursor:

            cursor.execute(

                "SET pg_trgm.similarity_threshold = %f" % (threshold or app_settings.A2_FTS_THRESHOLD)

            )

span.activity {

	background: url(indicator.gif) no-repeat top right;

	padding-right: 30px;

}

{% extends "authentic2/manager/base.html" %}

{% load i18n gadjo staticfiles %}

{% block page-title %}{{ block.super }} - {% trans "User export" %}{% endblock %}

{% block appbar %}

<h2>Users export</h2>

{% endblock %}

{% block breadcrumb %}

  {{ block.super }}

  <a href="{% url 'a2-manager-users' %}">{% trans 'Users' %}</a>

  <a href="{% url 'a2-manager-users-export-progress' uuid=uuid %}"></a>

{% endblock %}

{% block main %}

<div class="section">

  <div class="running">

    <p>{% trans "Preparing CSV export file..." %}</p>

    <span class="activity">{% trans "Progress:" %} <span id="progress">0</span>%</span>

  </div>

  <div class="done">

    <p>{% trans "Export completed." %}</p>

    <p><a class="button" href="{% url 'a2-manager-users-export-file' uuid=uuid %}">{% trans "Download CSV" %}</a></p>

  </div>

</div>

<script>

function updateStatus() {

  $('div.done').hide();

  $.get('{% url 'a2-manager-users-export-progress' uuid=uuid %}', null,

    function (text) {

      if(text != 100) {

        $('span#progress').text(text);

        window.setTimeout(updateStatus, 2500);

      } else {

        $('div.running').hide();

        $('div.done').show();

      }

    }

  );

}

$(document).ready(updateStatus);

</script>

{% endblock %}

        url(

            r'^users/export/(?P<uuid>[a-z0-9-]+)/progress/$',

            user_views.users_export_progress,

            name='a2-manager-users-export-progress',

        ),

        url(

            r'^users/export/(?P<uuid>[a-z0-9-]+)/$',

            user_views.users_export_file,

            name='a2-manager-users-export-file',

        ),

import os

import pickle

import uuid

from django.core.files.storage import default_storage

from authentic2.utils import batch_queryset

class UserExport(object):

    def __init__(self, uuid):

        self.uuid = uuid

        self.path = os.path.join(self.base_path(), self.uuid)

        self.export_path = os.path.join(self.path, 'export.csv')

        self.progress_path = os.path.join(self.path, 'progress')

    @classmethod

    def base_path(self):

        path = default_storage.path('user_exports')

        if not os.path.exists(path):

            os.makedirs(path)

        return path

    @property

    def exists(self):

        return os.path.exists(self.path)

    @classmethod

    def new(cls):

        export = cls(str(uuid.uuid4()))

        os.makedirs(export.path)

        return export

    @property

    def csv(self):

        return open(self.export_path, 'r')

    def set_export_content(self, content):

        with open(self.export_path, 'w') as f:

            f.write(content)

    @property

    def progress(self):

        progress = 0

        if os.path.exists(self.progress_path):

            with open(self.progress_path, 'r') as f:

                progress = f.read()

        return int(progress) if progress else 0

    def set_progress(self, progress):

        with open(self.progress_path, 'w') as f:

            f.write(str(progress))

def export_users_to_file(uuid, query):

    export = UserExport(uuid)

    qs = get_user_model().objects.all()

    qs.set_trigram_similarity_threshold()

    qs.query = query

    qs = qs.select_related('ou')

    qs = qs.prefetch_related('roles', 'roles__parent_relation__parent')

    count = qs.count() or 1

    def callback(progress):

        export.set_progress(round(progress / count * 100))

    qs = batch_queryset(qs, progress_callback=callback)

    dataset = get_user_dataset(qs)

    if hasattr(dataset, 'csv'):

        # compatiblity for tablib < 0.11

        csv = dataset.csv

    else:

        csv = dataset.export('csv')

    export.set_export_content(csv)

    export.set_progress(100)

import pickle

import sys

from django.db import connection, models, transaction

from django.http import FileResponse, Http404, HttpResponse

from django.utils import timezone

from django.views.generic import DetailView, FormView, TemplateView, View

from authentic2.utils import (

    make_url,

    redirect,

    select_next_url,

    send_password_reset_mail,

    spooler,

    switch_user,

)

from .user_export import UserExport, get_user_dataset

class UsersExportView(UsersView):

    def get(self, request, *args, **kwargs):

        export = UserExport.new()

        query = self.get_table_data().query

        transaction.on_commit(lambda: spooler.export_users(uuid=export.uuid, query=query))

        return redirect(request, 'a2-manager-users-export-progress', kwargs={'uuid': export.uuid})

class UsersExportFileView(ExportMixin, PermissionMixin, View):

    permissions = ['custom_user.view_user']

    def get(self, request, *args, **kwargs):

        self.export = UserExport(kwargs.get('uuid'))

        if not self.export.exists:

            raise Http404()

        response = HttpResponse(self.export.csv, content_type='text/csv')

        filename = 'users-%s.csv' % timezone.now().strftime('%Y%m%d_%H%M%S')

        response['Content-Disposition'] = 'attachment; filename="%s"' % filename

        return response

users_export_file = UsersExportFileView.as_view()

class UsersExportProgressView(MediaMixin, TemplateView):

    template_name = 'authentic2/manager/user_export.html'

    def get(self, request, *args, **kwargs):

        self.uuid = kwargs.get('uuid')

        export = UserExport(self.uuid)

        if not export.exists:

            raise Http404()

        if request.is_ajax():

            return HttpResponse(export.progress)

        return super().get(request, *args, **kwargs)

    def get_context_data(self, **kwargs):

        ctx = super().get_context_data(**kwargs)

        ctx['uuid'] = self.uuid

        return ctx

users_export_progress = UsersExportProgressView.as_view()

def batch_queryset(qs, size=1000, progress_callback=None):

        if progress_callback:

            progress_callback(i * size)

@tenantspool

def export_users(uuid, query):

    from authentic2.manager.user_export import export_users_to_file

    export_users_to_file(uuid, query)

def test_export_csv(settings, app, superuser, django_assert_num_queries, transactional_db):

    url = response.url

    response = response.follow()

    assert 'Preparing CSV export file...' in response.text

    assert '<span id="progress">0</span>' in response.text

    response = response.click('Download CSV')

    # ajax call returns 100% progress

    resp = app.get(url, xhr=True)

    assert resp.text == '100'

def test_export_csv_search(settings, app, superuser, transactional_db):

    users = [User(username='user%s' % i) for i in range(10)]

    User.objects.bulk_create(users)

    response = login(app, superuser)

    resp = app.get('/manage/users/?search-text=user1')

    resp = resp.click('CSV').follow()

    resp = resp.click('Download CSV')

    table = list(csv.reader(resp.text.splitlines()))

    assert len(table) == 3  # user1 and superuser match

def test_export_csv_disabled_attribute(settings, app, superuser, transactional_db):

    response = response.click('CSV').follow()

    response = response.click('Download CSV')

def test_export_csv_user_delete(settings, app, superuser, transactional_db):

    response = response.click('CSV').follow()

    response = response.click('Download CSV')