Produits Entr'ouvert » Combo

# combo - content management system

# Copyright (C) 2020  Entr'ouvert

#

# This program is free software: you can redistribute it and/or modify it

# under the terms of the GNU Affero General Public License as published

# by the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU Affero General Public License for more details.

#

# You should have received a copy of the GNU Affero General Public License

# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import sys

import tarfile

from django.core.management.base import BaseCommand, CommandError

from combo.apps.assets.utils import export_assets

class Command(BaseCommand):

    help = 'Export assets'

    def add_arguments(self, parser):

        parser.add_argument(

                '--output', metavar='FILENAME', default='assets.tar',

                help='name of a file to write output to')

    def handle(self, *args, **options):

        if options['output'] != '-':

            try:

                assets_file = tarfile.open(options['output'], 'w')

            except IOError as e:

                raise CommandError(e)

        else:

            assets_file = tarfile.open(mode='w|', fileobj=sys.stdout.buffer)

        export_assets(assets_file)

# combo - content management system

# Copyright (C) 2020  Entr'ouvert

#

# This program is free software: you can redistribute it and/or modify it

# under the terms of the GNU Affero General Public License as published

# by the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU Affero General Public License for more details.

#

# You should have received a copy of the GNU Affero General Public License

# along with this program.  If not, see <http://www.gnu.org/licenses/>.

from io import BytesIO

import sys

import tarfile

from django.core.management.base import BaseCommand, CommandError

from combo.apps.assets.views import import_assets

class Command(BaseCommand):

    help = 'Import an exported asset file'

    def add_arguments(self, parser):

        parser.add_argument('filename', metavar='FILENAME', type=str,

                help='name of file to import')

        parser.add_argument(

                '--overwrite', action='store_true', default=False,

                help='re-import assets already there')

    def handle(self, filename, *args, **options):

        if filename == '-':

            fd = BytesIO(sys.stdin.buffer.read())

        else:

            try:

                fd = open(filename, 'rb')

            except IOError as e:

                raise CommandError(e)

        try:

            assets = tarfile.open(fileobj=fd)

        except tarfile.TarError as e:

            raise CommandError(e)

        import_assets(assets, options['overwrite'])

# combo - content management system

# Copyright (C) 2020  Entr'ouvert

#

# This program is free software: you can redistribute it and/or modify it

# under the terms of the GNU Affero General Public License as published

# by the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU Affero General Public License for more details.

#

# You should have received a copy of the GNU Affero General Public License

# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import os

from django.core.files.storage import default_storage

def import_assets(assets_tarfile, overwrite=False):

    media_prefix = default_storage.path('')

    for tarinfo in assets_tarfile.getmembers():

        filepath = default_storage.path(tarinfo.name)

        if not overwrite and os.path.exists(filepath):

            continue

        assets_tarfile.extract(tarinfo, path=media_prefix)

def export_assets(assets_tarfile):

    media_prefix = default_storage.path('')

    for basedir, dirnames, filenames in os.walk(media_prefix):

        for filename in filenames:

            assets_tarfile.add(

                    os.path.join(basedir, filename),

                    os.path.join(basedir, filename)[len(media_prefix):])

    assets_tarfile.close()

from combo.apps.assets.utils import import_assets, export_assets

            assets_file = tarfile.open(fileobj=form.cleaned_data['assets_file'])

        import_assets(assets_file, overwrite)

    export_assets(assets_file)

import io

import os

import pytest

import sys

import tarfile

from combo.apps.assets.utils import export_assets, import_assets

from django.core.files.storage import default_storage

from django.core.files import File

from django.core.management import call_command, CommandError

from django.core.urlresolvers import reverse

from django.utils.six import BytesIO

@pytest.fixture

def some_assets():

    Asset(key='banner', asset=File(BytesIO(b'test'), 'test.png')).save()

    Asset(key='favicon', asset=File(BytesIO(b'test2'), 'test2.png')).save()

def count_asset_files():

    nb_assets = 0

    media_prefix = default_storage.path('')

    for basedir, dirnames, filenames in os.walk(media_prefix):

        nb_assets += len(filenames)

    return nb_assets

def remove_asset_files():

    media_prefix = default_storage.path('')

    for basedir, dirnames, filenames in os.walk(media_prefix):

        for filename in filenames:

            os.remove('%s/%s' % (basedir, filename))

def test_import_export_assets(app, some_assets):

    assert Asset.objects.count() == 2

    assert count_asset_files() == 2

    fd = BytesIO()

    assets_file = tarfile.open(mode='w', fileobj=fd)

    export_assets(assets_file)

    tar_bytes = fd.getvalue()

    path = default_storage.path('')

    os.remove('%s/assets/test.png' % path)

    open('%s/assets/test2.png' % path, 'w').write('foo')

    fd = BytesIO(tar_bytes)

    assert count_asset_files() == 1

    assets_file = tarfile.open(fileobj=fd)

    import_assets(assets_file)

    assert count_asset_files() == 2

    assert open('%s/assets/test.png' % path, 'r').read() == 'test'

    assert open('%s/assets/test2.png' % path, 'r').read() == 'foo'

    fd = BytesIO(tar_bytes)

    assets_file = tarfile.open(fileobj=fd)

    import_assets(assets_file, True)

    assert open('%s/assets/test2.png' % path, 'r').read() == 'test2'

    remove_asset_files()

def test_import_export_assets_cmd(some_assets, tmpdir):

    assert Asset.objects.count() == 2

    assert count_asset_files() == 2

    call_command('export_assets')

    path = default_storage.path('')

    os.remove('%s/assets/test.png' % path)

    open('%s/assets/test2.png' % path, 'w').write('foo')

    assert count_asset_files() == 1

    call_command('import_assets', 'assets.tar')

    assert count_asset_files() == 2

    assert open('%s/assets/test.png' % path, 'r').read() == 'test'

    assert open('%s/assets/test2.png' % path, 'r').read() == 'foo'

    remove_asset_files()

    with pytest.raises(CommandError, match=r'No such file or directory'):

        call_command('export_assets', '--output', '%s/noway/foo.tar' % tmpdir)

    with pytest.raises(CommandError, match=r'No such file or directory'):

        call_command('import_assets', '%s/foo.tar' % tmpdir)

    open('%s/foo.tar' % tmpdir, 'w').write('foo')

    with pytest.raises(CommandError, match=r'could not be opened successfully'):

        call_command('import_assets', '%s/foo.tar' % tmpdir)

def test_import_export_assets_cmd_flow(some_assets, capsysbinary, monkeypatch):

    assert Asset.objects.count() == 2

    assert count_asset_files() == 2

    call_command('export_assets', output='-')

    captured = capsysbinary.readouterr()

    path = default_storage.path('')

    os.remove('%s/assets/test.png' % path)

    open('%s/assets/test2.png' % path, 'w').write('foo')

    assert count_asset_files() == 1

    with capsysbinary.disabled():

        monkeypatch.setattr('sys.stdin', io.TextIOWrapper(BytesIO(captured.out)))

        call_command('import_assets', '-', '--overwrite')

    assert count_asset_files() == 2

    assert open('%s/assets/test.png' % path, 'r').read() == 'test'

    assert open('%s/assets/test2.png' % path, 'r').read() == 'test2'

    remove_asset_files()