Produits Entr'ouvert » Passerelle

# passerelle - uniform access to multiple data sources and services

# Copyright (C) 2021  Entr'ouvert

#

# This program is free software: you can redistribute it and/or modify it

# under the terms of the GNU Affero General Public License as published

# by the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU Affero General Public License for more details.

#

# You should have received a copy of the GNU Affero General Public License

# along with this program.  If not, see <http://www.gnu.org/licenses/>.

from urllib.parse import urljoin

from django.conf import settings

from django.db import models

from django.db.models import Q

from django.utils.translation import ugettext_lazy as _

from passerelle.apps.sector.models import (

    MAX_HOUSENUMBER,

    PARITY_ALL,

    PARITY_EVEN,

    PARITY_ODD,

    Sectorization,

    SectorResource,

)

from passerelle.base.models import BaseResource

from passerelle.utils.api import endpoint

class AddressResource(BaseResource):

    sectors = models.ManyToManyField(SectorResource, blank=True, related_name='resources')

    category = _('Geographic information system')

    class Meta:

        abstract = True

    def sectorize(self, address):

        """

        add 'sectors' entry in address.

        address is a Nominatim formatted dict and should contain 'street_id' and

        'house_number' in its 'address' dict.

        """

        if not self.sectors.exists():

            return

        address['sectors'] = {}

        street_id = address['address'].get('street_id')

        if not street_id:

            address['sectorization_error'] = 'missing street_id in address'

            return

        try:

            house_number = int(address['address'].get('house_number'))

        except (TypeError, ValueError):

            house_number = None

        query = Sectorization.objects.filter(sector__resource__in=self.sectors.all(), street_id=street_id)

        if house_number is not None:

            query = query.filter(min_housenumber__lte=house_number, max_housenumber__gte=house_number)

            parity = PARITY_ODD if house_number % 2 else PARITY_EVEN

            query = query.filter(Q(parity=PARITY_ALL) | Q(parity=parity))

        else:

            query = query.filter(parity=PARITY_ALL, min_housenumber=0, max_housenumber=MAX_HOUSENUMBER)

        for sectorization in query.reverse():

            address['sectors'][sectorization.sector.resource.slug] = {

                'id': sectorization.sector.slug,

                'text': sectorization.sector.title,

            }

    @endpoint(

        name='sectors',

        description=_('List related Sectorizations'),

        parameters={

            'id': {'description': _('Sector Identifier (slug)')},

            'q': {'description': _('Filter by Sector Title ou Identifier')},

        },

    )

    def sectors_(self, request, q=None, id=None):

        query = self.sectors.all()

        if id is not None:

            query = query.filter(slug=id)

        elif q is not None:

            query = query.filter(Q(slug__icontains=q) | Q(title__icontains=q))

        return {

            'data': [

                {

                    'id': resource.slug,

                    'text': resource.title,

                    'description': resource.description,

                    'sectors_url': urljoin(

                        settings.SITE_BASE_URL, '%ssectors/' % resource.get_absolute_url()

                    ),

                }

                for resource in query

            ]

        }

# Generated by Django 2.2.19 on 2021-08-15 20:24

from django.db import migrations, models

class Migration(migrations.Migration):

    dependencies = [

        ('sector', '0001_initial'),

        ('base_adresse', '0024_resource_in_models_alter'),

    ]

    operations = [

        migrations.AddField(

            model_name='baseadresse',

            name='sectors',

            field=models.ManyToManyField(blank=True, related_name='resources', to='sector.SectorResource'),

        ),

    ]

from passerelle.address.models import AddressResource

class BaseAdresse(AddressResource):

    def sectorize(self, address):

        ban_id = address.get('ban_id') or ''

        address['address']['street_id'] = '_'.join(ban_id.split('_', 2)[0:2])

        super().sectorize(address)

    def format_address_data(self, data):

        self.sectorize(result)

            self.sectorize(address.data)  # if sectors have been updated since caching

    'passerelle.address',

# passerelle - uniform access to multiple data sources and services

# Copyright (C) 2021 Entr'ouvert

#

# This program is free software: you can redistribute it and/or modify it

# under the terms of the GNU Affero General Public License as published

# by the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU Affero General Public License for more details.

#

# You should have received a copy of the GNU Affero General Public License

# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import json

import mock

import pytest

import utils

from django.core.exceptions import ValidationError

from django.core.files import File

from django.core.management import call_command

from django.urls import reverse

from django.utils.encoding import force_str, force_text

from django.utils.six import StringIO

from django.utils.timezone import now

from passerelle.apps.base_adresse.models import BaseAdresse

from passerelle.apps.sector.models import SectorResource

BAN = {

    "attribution": "BAN",

    "features": [

        {

            "geometry": {"coordinates": [2.323365, 48.833702], "type": "Point"},

            "properties": {

                "city": "Paris",

                "citycode": "75114",

                "context": "75, Paris, Île-de-France",

                "district": "Paris 14e Arrondissement",

                "housenumber": "169",

                "id": "75114_1912_00169",

                "importance": 0.77751,

                "label": "169 Rue du Château 75014 Paris",

                "name": "169 Rue du Château",

                "postcode": "75014",

                "score": 0.9797736363636363,

                "street": "Rue du Château",

                "type": "housenumber",

                "x": 650331.55,

                "y": 6859506.98,

            },

            "type": "Feature",

        },

        {

            "geometry": {"coordinates": [2.323365, 48.833702], "type": "Point"},

            "properties": {

                "city": "Paris",

                "citycode": "75114",

                "context": "75, Paris, Île-de-France",

                "district": "Paris 14e Arrondissement",

                "housenumber": "167",

                "id": "75114_1912_00167",

                "importance": 0.77751,

                "label": "167 Rue du Château 75014 Paris",

                "name": "167 Rue du Château",

                "postcode": "75014",

                "score": 0.9797736363636363,

                "street": "Rue du Château",

                "type": "housenumber",

                "x": 650331.55,

                "y": 6859506.98,

            },

            "type": "Feature",

        },

        {

            "geometry": {"coordinates": [2.323365, 48.833702], "type": "Point"},

            "properties": {

                "city": "Paris",

                "citycode": "75114",

                "context": "75, Paris, Île-de-France",

                "district": "Paris 14e Arrondissement",

                "housenumber": "170",

                "id": "75114_1912_00169",

                "importance": 0.77751,

                "label": "170 Rue du Château 75014 Paris",

                "name": "170 Rue du Château",

                "postcode": "75014",

                "score": 0.9797736363636363,

                "street": "Rue du Château",

                "type": "housenumber",

                "x": 650331.55,

                "y": 6859506.98,

            },

            "type": "Feature",

        },

        # no house number

        {

            "geometry": {"coordinates": [2.323365, 48.833702], "type": "Point"},

            "properties": {

                "city": "Paris",

                "citycode": "75114",

                "context": "75, Paris, Île-de-France",

                "district": "Paris 14e Arrondissement",

                "id": "75114_1912_00169",

                "importance": 0.77751,

                "label": "XX Rue du Château 75014 Paris",

                "name": "Rue du Château",

                "postcode": "75014",

                "score": 0.9797736363636363,

                "street": "Rue du Château",

                "type": "housenumber",

                "x": 650331.55,

                "y": 6859506.98,

            },

            "type": "Feature",

        },

        {

            "geometry": {"coordinates": [2.323365, 48.833702], "type": "Point"},

            "properties": {

                "city": "Paris",

                "citycode": "75114",

                "context": "75, Paris, Île-de-France",

                "district": "Paris 14e Arrondissement",

                "id": "75114_1913_00000",

                "importance": 0.77751,

                "label": "YY Rue du Château 75014 Paris",

                "name": "Rue du Château",

                "postcode": "75014",

                "score": 0.9797736363636363,

                "street": "Rue du Château",

                "type": "housenumber",

                "x": 650331.55,

                "y": 6859506.98,

            },

            "type": "Feature",

        },

        # empty id (no street_id)

        {

            "geometry": {"coordinates": [2.323365, 48.833702], "type": "Point"},

            "properties": {

                "city": "Paris",

                "citycode": "75114",

                "context": "75, Paris, Île-de-France",

                "district": "Paris 14e Arrondissement",

                "housenumber": "169",

                "id": "",  # empty id => no street_id

                "importance": 0.77751,

                "label": "169 Rue du Château 75014 Paris",

                "name": "169 Rue du Château",

                "postcode": "75014",

                "score": 0.9797736363636363,

                "street": "Rue du Château",

                "type": "housenumber",

                "x": 650331.55,

                "y": 6859506.98,

            },

            "type": "Feature",

        },

    ],

    "licence": "ETALAB-2.0",

    "limit": 5,

    "query": "169 rue du chateau, 75014 Paris",

    "type": "FeatureCollection",

    "version": "draft",

}

CSV = """street_id,parity,min_housenumber,max_housenumber,sector_id,sector_name

75114_1912,P,,,gs-moulin,Groupe Scolaire Moulin

75114_1912,I,0,167,gs-zola,Groupe Scolaire Zola

75114_1912,I,168,999999,ecole-hugo,École Hugo

75114_1913,,,,ecole-pascal,École Pascal

"""

@pytest.fixture

def sector(db):

    return utils.setup_access_rights(

        SectorResource.objects.create(

            slug='ecole',

            title='Secteur scolaire',

            description='desc',

            csv_file=File(StringIO(CSV), 'sectorization.csv'),

        )

    )

@pytest.fixture

def base_adresse(db):

    return utils.setup_access_rights(BaseAdresse.objects.create(slug='base-adresse', zipcode='75114'))

@mock.patch('passerelle.utils.Request.get')

def test_sectorization(mocked_get, app, base_adresse, sector):

    assert base_adresse.sectors.count() == 0

    mocked_get.return_value = utils.FakedResponse(content=json.dumps(BAN), status_code=200)

    url = utils.generic_endpoint_url('base-adresse', 'search', slug=base_adresse.slug)

    addresses = app.get(url, params={'q': 'foo'}, status=200).json

    assert len(addresses) == 6

    for address in addresses:

        assert 'sectors' not in address

    base_adresse.sectors.add(sector)

    addresses = app.get(url, params={'q': 'foo'}, status=200).json

    assert len(addresses) == 6

    for address in addresses:

        assert address['sectors'] == {}  # sector is empty

    sector.import_csv()  # load CSV data in sector

    addresses = app.get(url, params={'q': 'foo'}, status=200).json

    assert addresses[0]['sectors'] == {'ecole': {'id': 'ecole-hugo', 'text': 'École Hugo'}}

    assert addresses[1]['sectors'] == {'ecole': {'id': 'gs-zola', 'text': 'Groupe Scolaire Zola'}}

    assert addresses[2]['sectors'] == {'ecole': {'id': 'gs-moulin', 'text': 'Groupe Scolaire Moulin'}}

    # addresses without housenumber

    assert addresses[3]['sectors'] == {}

    assert addresses[4]['sectors'] == {'ecole': {'id': 'ecole-pascal', 'text': 'École Pascal'}}

    # bad address format, no street_id

    assert addresses[5]['sectors'] == {}

    assert addresses[5]['sectorization_error'] == 'missing street_id in address'

    url = utils.generic_endpoint_url('base-adresse', 'sectors', slug=base_adresse.slug)

    for params in (None, {'id': 'ecole'}, {'q': 'scolaire'}):

        sectors = app.get(url, params=params, status=200).json

        assert sectors['err'] == 0

        assert sectors['data'] == [

            {

                'id': 'ecole',

                'text': 'Secteur scolaire',

                'sectors_url': 'http://localhost/sector/ecole/sectors/',

                'description': 'desc',

            }

        ]

    for params in ({'id': 'foo'}, {'q': 'foo'}):

        sectors = app.get(url, params=params, status=200).json

        assert sectors['err'] == 0

        assert sectors['data'] == []

        'passerelle.apps.base_adresse.models.AddressResource.hourly', new=mock.Mock(side_effect=excep)