Fix static files deletion

[quaxsze]

No description provided.

[quaxsze]

Custom migration script

from udata.app import create_app, standalone
from udata.models import Dataset, CommunityResource
from urllib.parse import urlparse


def main():
    app = create_app()
    standalone(app)
    with app.app_context():
        print('Processing resources and community resources.')

        datasets = Dataset.objects().no_cache().timeout(False)
        for dataset in datasets:
            save_res = False
            for resource in dataset.resources:
                if resource.url.startswith('https://www.data.gouv.fr/_uploads/'):
                    parsed = urlparse(resource.url)
                    url_file_path = parsed.path.replace('/_uploads/', '')
                    fs_name = parsed.path.replace('/_uploads/resources/', '')
                    resource.url = f'https://static.data.gouv.fr/{url_file_path}'
                    resource.fs_filename = fs_name
                    save_res = True
                elif resource.url.startswith('https://www.data.gouv.fr/s/'):
                    parsed = urlparse(resource.url)
                    url_file_path = parsed.path.replace('/s/', '')
                    fs_name = parsed.path.replace('/s/resources/', '')
                    resource.url = f'https://static.data.gouv.fr/{url_file_path}'
                    resource.fs_filename = fs_name
                    save_res = True
            if save_res:
                try:
                    dataset.save()
                except Exception as e:
                    print(e)
                    pass

        community_resources = CommunityResource.objects().no_cache().timeout(False)
        for community_resource in community_resources:
            save_res = False
            if community_resource.url.startswith('https://www.data.gouv.fr/_uploads/'):
                parsed = urlparse(community_resource.url)
                url_file_path = parsed.path.replace('/_uploads/', '')
                fs_name = parsed.path.replace('/_uploads/resources/', '')
                community_resource.url = f'https://static.data.gouv.fr/{url_file_path}'
                community_resource.fs_filename = fs_name
                save_res = True
            elif community_resource.url.startswith('https://www.data.gouv.fr/s/'):
                parsed = urlparse(community_resource.url)
                url_file_path = parsed.path.replace('/s/', '')
                fs_name = parsed.path.replace('/s/resources/', '')
                community_resource.url = f'https://static.data.gouv.fr/{url_file_path}'
                community_resource.fs_filename = fs_name
                save_res = True
            if save_res:
                try:
                    community_resource.save()
                except Exception as e:
                    print(e)
                    pass


if __name__ == "__main__":
    main()