Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
899 changed files
with
28,331 additions
and
139,710 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -23,6 +23,7 @@ tmp/* | |
| solr_runtime/* | ||
| fl_notes.txt | ||
| *.ini | ||
| !ckan/migration/alembic.ini | ||
| .noseids | ||
| *~ | ||
| .idea | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,46 @@ | ||
| # encoding: utf-8 | ||
|
|
||
| import logging | ||
|
|
||
| import click | ||
| from webassets import script | ||
| from webassets.exceptions import BundleError | ||
|
|
||
| from ckan.lib import webassets_tools | ||
| from ckan.cli import error_shout | ||
|
|
||
| log = logging.getLogger(__name__) | ||
|
|
||
|
|
||
| @click.group(name=u'asset', short_help=u'WebAssets commands') | ||
| def asset(): | ||
| pass | ||
|
|
||
|
|
||
| @asset.command(u'build', short_help=u'Builds all bundles.') | ||
| def build(): | ||
| u'''Builds bundles, regardless of whether they are changed or not.''' | ||
| script.main(['build'], webassets_tools.env) | ||
| click.secho(u'Compile assets: SUCCESS', fg=u'green', bold=True) | ||
|
|
||
|
|
||
| @asset.command(u'watch', short_help=u'Watch changes in source files.') | ||
| def watch(): | ||
| u'''Start a daemon which monitors source files, and rebuilds bundles. | ||
| This can be useful during development, if building is not | ||
| instantaneous, and you are losing valuable time waiting for the | ||
| build to finish while trying to access your site. | ||
| ''' | ||
| script.main(['watch'], webassets_tools.env) | ||
|
|
||
|
|
||
| @asset.command(u'clean', short_help=u'Clear cache.') | ||
| def clean(): | ||
| u'''Will clear out the cache, which after a while can grow quite large.''' | ||
| try: | ||
| script.main(['clean'], webassets_tools.env) | ||
| except BundleError as e: | ||
| return error_shout(e) | ||
| click.secho(u'Clear cache: SUCCESS', fg=u'green', bold=True) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,101 @@ | ||
| # encoding: utf-8 | ||
|
|
||
| from __future__ import print_function | ||
|
|
||
| import logging | ||
|
|
||
| import click | ||
|
|
||
| import ckan.model as model | ||
| import ckan.plugins.toolkit as tk | ||
| import ckanext.datastore.backend as datastore_backend | ||
| from ckan.cli import error_shout | ||
|
|
||
| log = logging.getLogger(__name__) | ||
|
|
||
| question = ( | ||
| u"Data in any datastore resource that isn't in their source files " | ||
| u"(e.g. data added using the datastore API) will be permanently " | ||
| u"lost. Are you sure you want to proceed?" | ||
| ) | ||
| requires_confirmation = click.option( | ||
| u'--yes', u'-y', is_flag=True, help=u'Always answer yes to questions' | ||
| ) | ||
|
|
||
|
|
||
| def confirm(yes): | ||
| if yes: | ||
| return | ||
| click.confirm(question, abort=True) | ||
|
|
||
|
|
||
| @click.group() | ||
| def datapusher(): | ||
| u'''Perform commands in the datapusher. | ||
| ''' | ||
|
|
||
|
|
||
| @datapusher.command() | ||
| @requires_confirmation | ||
| def resubmit(yes): | ||
| u'''Resubmit udated datastore resources. | ||
| ''' | ||
| confirm(yes) | ||
|
|
||
| resource_ids = datastore_backend.get_all_resources_ids_in_datastore() | ||
| _submit(resource_ids) | ||
|
|
||
|
|
||
| @datapusher.command() | ||
| @click.argument(u'package', required=False) | ||
| @requires_confirmation | ||
| def submit(package, yes): | ||
| u'''Submits resources from package. | ||
| If no package ID/name specified, submits all resources from all | ||
| packages. | ||
| ''' | ||
| confirm(yes) | ||
|
|
||
| if not package: | ||
| ids = tk.get_action(u'package_list')({ | ||
| u'model': model, | ||
| u'ignore_auth': True | ||
| }, {}) | ||
| else: | ||
| ids = [package] | ||
|
|
||
| for id in ids: | ||
| package_show = tk.get_action(u'package_show') | ||
| try: | ||
| pkg = package_show({ | ||
| u'model': model, | ||
| u'ignore_auth': True | ||
| }, {u'id': id}) | ||
| except Exception as e: | ||
| error_shout(e) | ||
| error_shout(u"Package '{}' was not found".format(package)) | ||
| raise click.Abort() | ||
| if not pkg[u'resources']: | ||
| continue | ||
| resource_ids = [r[u'id'] for r in pkg[u'resources']] | ||
| _submit(resource_ids) | ||
|
|
||
|
|
||
| def _submit(resources): | ||
| click.echo(u'Submitting {} datastore resources'.format(len(resources))) | ||
| user = tk.get_action(u'get_site_user')({ | ||
| u'model': model, | ||
| u'ignore_auth': True | ||
| }, {}) | ||
| datapusher_submit = tk.get_action(u'datapusher_submit') | ||
| for id in resources: | ||
| click.echo(u'Submitting {}...'.format(id), nl=False) | ||
| data_dict = { | ||
| u'resource_id': id, | ||
| u'ignore_hash': True, | ||
| } | ||
| if datapusher_submit({u'user': user[u'name']}, data_dict): | ||
| click.echo(u'OK') | ||
| else: | ||
| click.echo(u'Fail') |
Oops, something went wrong.