Produits Entr'ouvert » w.c.s.

import time

from django.utils.encoding import force_bytes

def test_pickle_2to3_conversion(pub):

    FormDef.wipe()

    Workflow.wipe()

    workflow = Workflow(name='blah')

    workflow.backoffice_fields_formdef = WorkflowBackofficeFieldsFormDef(workflow)

    workflow.backoffice_fields_formdef.fields = [

        fields.StringField(id='bo0', varname='foo_bovar', type='string', label='bo variable'),

    ]

    status = workflow.add_status('Status1')

    display_form = status.add_action('form', id='_display_form')

    display_form.by = []

    display_form.varname = 'blah'

    display_form.formdef = WorkflowFormFieldsFormDef(item=display_form)

    display_form.formdef.fields.append(

        fields.StringField(id='1', label='Test', varname='str', type='string', required=True)

    )

    workflow.store()

    formdef = FormDef()

    formdef.name = 'basic formdef'

    formdef.workflow_id = workflow.id

    formdef.workflow_options = {'bo0': 'whatever'}

    formdef.workflow_roles = {'_receiver': '1'}

    formdef.fields = [

        StringField(id='1', label='Test', type='string', varname='foo'),

    ]

    formdef.store()

    formdef_id = formdef.id

    formdef_filename = os.path.join(formdef.get_objects_dir(), str(formdef.id))

    workflow_filename = os.path.join(workflow.get_objects_dir(), str(workflow.id))

    # turn pickle to bytes

    def deep_str2bytes(obj, seen=None):

        # reverse deep_bytes2str

        if seen is None:

            seen = {}

        if obj is None or isinstance(obj, (int, float, bytes, time.struct_time, type(Ellipsis))):

            return obj

        if id(obj) in seen:

            return obj

        if isinstance(obj, str):

            return force_bytes(obj)

        seen[id(obj)] = True

        if isinstance(obj, dict):

            new_d = {}

            for k, v in obj.items():

                new_d[force_bytes(k)] = deep_str2bytes(v, seen)

            return new_d

        if isinstance(obj, list):

            return [deep_str2bytes(x, seen) for x in obj]

        if hasattr(obj, '__class__') and obj.__class__.__module__.startswith(('wcs.', 'qommon.', 'modules.')):

            obj.__dict__ = deep_str2bytes(obj.__dict__, seen)

            return obj

        return obj

    formdef.__dict__ = deep_str2bytes(formdef.__dict__)

    with open(formdef_filename, 'wb') as fd:

        pickle.dump(formdef, fd, protocol=2)

    workflow.__dict__ = deep_str2bytes(workflow.__dict__)

    with open(workflow_filename, 'wb') as fd:

        pickle.dump(workflow, fd, protocol=2)

    formdef = FormDef.get(formdef_id)

    assert formdef.fields[0].label == 'Test'

    assert formdef.workflow.possible_status[0].items[0].varname == 'blah'

    assert formdef.workflow.possible_status[0].items[0].formdef.fields[0].varname == 'str'

        # repair dictionary attributes that may have been kept as bytes in

        # the initial python 2 -> 3 conversion.

        from wcs.qommon.storage import deep_bytes2str

        for key in ('prefill', 'data_source'):

            value = getattr(self, key, None)

            if not value:

                continue

            if b'type' in value:

                setattr(self, key, deep_bytes2str(getattr(self, key)))

from .qommon import PICKLE_KWARGS, _, force_str, get_cfg, pgettext_lazy

                o.fields = pickle.load(fd, **PICKLE_KWARGS)

# unpickle python2 strings as bytes

PICKLE_KWARGS = {'encoding': 'bytes', 'fix_imports': True}

from . import PICKLE_KWARGS, force_str

def deep_bytes2str(obj, seen=None):

    # Convert obj loaded by unpickle(encoding='bytes') to a proper object using

    # strings; this is required as encoding='utf-8' is not possible when there

    # are pickled datetime objects. <https://bugs.python.org/issue22005>

    if seen is None:

        seen = {}

    if obj is None or isinstance(obj, (int, float, str, time.struct_time, type(Ellipsis))):

        return obj

    if isinstance(obj, bytes):

        try:

            return obj.decode('utf-8')

        except UnicodeDecodeError:

            return obj

    if isinstance(obj, list):

        return [deep_bytes2str(x, seen) for x in obj]

    if isinstance(obj, dict):

        new_d = {}

        for k, v in obj.items():

            new_d[force_str(k)] = deep_bytes2str(v, seen)

        return new_d

    if id(obj) in seen:

        return obj

    seen[id(obj)] = True

    if hasattr(obj, '__class__') and obj.__class__.__module__.startswith(('wcs.', 'qommon.', 'modules.')):

        obj.__dict__ = deep_bytes2str(obj.__dict__, seen)

        return obj

    return obj

def pickle_2to3_conversion(obj):

    obj.__dict__ = deep_bytes2str(obj.__dict__)  # inplace

        return unpickler(fd, **PICKLE_KWARGS).load()

        if any(isinstance(k, bytes) for k in o.__dict__):

            pickle_2to3_conversion(o)

from wcs.qommon import PICKLE_KWARGS, force_str

from .qommon.storage import NothingToUpdate, _take, classonlymethod, deep_bytes2str

    obj = UnpicklerClass(io.BytesIO(force_bytes(value)), **PICKLE_KWARGS).load()

    obj = deep_bytes2str(obj)

    return obj

from .qommon.storage import (

    Contains,

    Null,

    StorableObject,

    StrictNotEqual,

    atomic_write,

    pickle_2to3_conversion,

)

        pickle_2to3_conversion(self)

-