Adding ID tags to the new dataset template so that the anchor URLs work properly
Adding ID tags to the new dataset template so that the anchor URLs work properly

import os, logging import os, logging
from ckan.authz import Authorizer from ckan.authz import Authorizer
import ckan.logic.action.create as create import ckan.logic.action.create as create
import ckan.logic.action.update as update import ckan.logic.action.update as update
import ckan.logic.action.get as get import ckan.logic.action.get as get
from ckan.logic.converters import date_to_db, date_to_form, convert_to_extras, convert_from_extras from ckan.logic.converters import date_to_db, date_to_form, convert_to_extras, convert_from_extras
from ckan.logic import NotFound, NotAuthorized, ValidationError from ckan.logic import NotFound, NotAuthorized, ValidationError
from ckan.logic import tuplize_dict, clean_dict, parse_params from ckan.logic import tuplize_dict, clean_dict, parse_params
import ckan.logic.schema as default_schema import ckan.logic.schema as default_schema
  from ckan.logic.schema import group_form_schema
from ckan.logic.schema import package_form_schema from ckan.logic.schema import package_form_schema
import ckan.logic.validators as val import ckan.logic.validators as val
from ckan.lib.base import BaseController, render, c, model, abort, request from ckan.lib.base import BaseController, render, c, model, abort, request
from ckan.lib.base import redirect, _, config, h from ckan.lib.base import redirect, _, config, h
from ckan.lib.package_saver import PackageSaver from ckan.lib.package_saver import PackageSaver
from ckan.lib.field_types import DateType, DateConvertError from ckan.lib.field_types import DateType, DateConvertError
from ckan.lib.navl.dictization_functions import Invalid from ckan.lib.navl.dictization_functions import Invalid
from ckan.lib.navl.dictization_functions import validate, missing from ckan.lib.navl.dictization_functions import validate, missing
from ckan.lib.navl.dictization_functions import DataError, flatten_dict, unflatten from ckan.lib.navl.dictization_functions import DataError, flatten_dict, unflatten
from ckan.plugins import IDatasetForm, IGroupForm, IConfigurer from ckan.plugins import IDatasetForm, IGroupForm, IConfigurer
from ckan.plugins import implements, SingletonPlugin from ckan.plugins import implements, SingletonPlugin
   
from ckan.lib.navl.validators import (ignore_missing, from ckan.lib.navl.validators import (ignore_missing,
not_empty, not_empty,
empty, empty,
ignore, ignore,
keep_extras, keep_extras,
) )
   
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
   
class ExampleGroupForm(SingletonPlugin): class ExampleGroupForm(SingletonPlugin):
"""This plugin demonstrates how a theme packaged as a CKAN """This plugin demonstrates how a theme packaged as a CKAN
extension might extend CKAN behaviour. extension might extend CKAN behaviour.
   
In this case, we implement twos extension interfaces to provide custom In this case, we implement twos extension interfaces to provide custom
forms for specific types of group. forms for specific types of group.
   
- ``IConfigurer`` allows us to override configuration normally - ``IConfigurer`` allows us to override configuration normally
found in the ``ini``-file. Here we use it to specify where the found in the ``ini``-file. Here we use it to specify where the
form templates can be found. form templates can be found.
- ``IGroupForm`` allows us to provide a custom form for a dataset - ``IGroupForm`` allows us to provide a custom form for a dataset
based on the 'type' that may be set for a group. Where the based on the 'type' that may be set for a group. Where the
'type' matches one of the values in group_types then this 'type' matches one of the values in group_types then this
class will be used. class will be used.
""" """
implements(IGroupForm, inherit=True) implements(IGroupForm, inherit=True)
implements(IConfigurer, inherit=True) implements(IConfigurer, inherit=True)
def update_config(self, config): def update_config(self, config):
""" """
This IConfigurer implementation causes CKAN to look in the This IConfigurer implementation causes CKAN to look in the
```templates``` directory when looking for the group_form() ```templates``` directory when looking for the group_form()
""" """
here = os.path.dirname(__file__) here = os.path.dirname(__file__)
rootdir = os.path.dirname(os.path.dirname(here)) rootdir = os.path.dirname(os.path.dirname(here))
template_dir = os.path.join(rootdir, 'ckanext', template_dir = os.path.join(rootdir, 'ckanext',
'example', 'theme', 'templates') 'example', 'theme', 'templates')
config['extra_template_paths'] = ','.join([template_dir, config['extra_template_paths'] = ','.join([template_dir,
config.get('extra_template_paths', '')]) config.get('extra_template_paths', '')])
def group_form(self): def group_form(self):
""" """
Returns a string representing the location of the template to be Returns a string representing the location of the template to be
rendered. e.g. "forms/group_form.html". rendered. e.g. "forms/group_form.html".
""" """
from pdb import set_trace; set_trace()  
   
return 'forms/group_form.html' return 'forms/group_form.html'
   
def group_types(self): def group_types(self):
""" """
Returns an iterable of group type strings. Returns an iterable of group type strings.
   
If a request involving a group of one of those types is made, then If a request involving a group of one of those types is made, then
this plugin instance will be delegated to. this plugin instance will be delegated to.
   
There must only be one plugin registered to each group type. Any There must only be one plugin registered to each group type. Any
attempts to register more than one plugin instance to a given group attempts to register more than one plugin instance to a given group
type will raise an exception at startup. type will raise an exception at startup.
""" """
return ["example"] return ["example_dataset_group"]
   
def is_fallback(self): def is_fallback(self):
""" """
Returns true iff this provides the fallback behaviour, when no other Returns true iff this provides the fallback behaviour, when no other
plugin instance matches a group's type. plugin instance matches a group's type.
   
As this is not the fallback controller we should return False. If As this is not the fallback controller we should return False. If
we were wanting to act as the fallback, we'd return True we were wanting to act as the fallback, we'd return True
""" """
return False return False
  #
  def form_to_db_schema(self):
  """
  Returns the schema for mapping group data from a form to a format
  suitable for the database.
  """
  return group_form_schema()
   
  def db_to_form_schema(self):
  """
  Returns the schema for mapping group data from the database into a
  format suitable for the form (optional)
  """
  return {}
   
  def check_data_dict(self, data_dict):
  """
  Check if the return data is correct.
   
  raise a DataError if not.
  """
   
  def setup_template_variables(self, context, data_dict):
  """
  Add variables to c just prior to the template being rendered.
  """
   
class ExampleDatasetForm(SingletonPlugin): class ExampleDatasetForm(SingletonPlugin):
"""This plugin demonstrates how a theme packaged as a CKAN """This plugin demonstrates how a theme packaged as a CKAN
extension might extend CKAN behaviour. extension might extend CKAN behaviour.
   
In this case, we implement three extension interfaces: In this case, we implement three extension interfaces:
   
- ``IConfigurer`` allows us to override configuration normally - ``IConfigurer`` allows us to override configuration normally
found in the ``ini``-file. Here we use it to specify where the found in the ``ini``-file. Here we use it to specify where the
form templates can be found. form templates can be found.
- ``IDatasetForm`` allows us to provide a custom form for a dataset - ``IDatasetForm`` allows us to provide a custom form for a dataset
based on the type_name that may be set for a package. Where the based on the type_name that may be set for a package. Where the
type_name matches one of the values in package_types then this type_name matches one of the values in package_types then this
class will be used. class will be used.
""" """
implements(IDatasetForm, inherit=True) implements(IDatasetForm, inherit=True)
implements(IConfigurer, inherit=True) implements(IConfigurer, inherit=True)
def update_config(self, config): def update_config(self, config):
""" """
This IConfigurer implementation causes CKAN to look in the This IConfigurer implementation causes CKAN to look in the
```templates``` directory when looking for the package_form() ```templates``` directory when looking for the package_form()
""" """
here = os.path.dirname(__file__) here = os.path.dirname(__file__)
rootdir = os.path.dirname(os.path.dirname(here)) rootdir = os.path.dirname(os.path.dirname(here))
template_dir = os.path.join(rootdir, 'ckanext', template_dir = os.path.join(rootdir, 'ckanext',
'example', 'theme', 'templates') 'example', 'theme', 'templates')
config['extra_template_paths'] = ','.join([template_dir, config['extra_template_paths'] = ','.join([template_dir,
config.get('extra_template_paths', '')]) config.get('extra_template_paths', '')])
   
def package_form(self): def package_form(self):
""" """
Returns a string representing the location of the template to be Returns a string representing the location of the template to be
rendered. e.g. "package/new_package_form.html". rendered. e.g. "package/new_package_form.html".
""" """
return 'forms/dataset_form.html' return 'forms/dataset_form.html'
   
def is_fallback(self): def is_fallback(self):
""" """
Returns true iff this provides the fallback behaviour, when no other Returns true iff this provides the fallback behaviour, when no other
plugin instance matches a package's type. plugin instance matches a package's type.
   
As this is not the fallback controller we should return False. If As this is not the fallback controller we should return False. If
we were wanting to act as the fallback, we'd return True we were wanting to act as the fallback, we'd return True
""" """
return False return False
   
def package_types(self): def package_types(self):
""" """
Returns an iterable of package type strings. Returns an iterable of package type strings.
   
If a request involving a package of one of those types is made, then If a request involving a package of one of those types is made, then
this plugin instance will be delegated to. this plugin instance will be delegated to.
   
There must only be one plugin registered to each package type. Any There must only be one plugin registered to each package type. Any
attempts to register more than one plugin instance to a given package attempts to register more than one plugin instance to a given package
type will raise an exception at startup. type will raise an exception at startup.
""" """
return ["example"] return ["example"]
   
def setup_template_variables(self, context, data_dict=None): def setup_template_variables(self, context, data_dict=None):
""" """
Adds variables to c just prior to the template being rendered that can Adds variables to c just prior to the template being rendered that can
then be used within the form then be used within the form
""" """
c.licences = [('', '')] + model.Package.get_license_options() c.licences = [('', '')] + model.Package.get_license_options()
c.publishers = [('Example publisher', 'Example publisher 2')] c.publishers = [('Example publisher', 'Example publisher 2')]
c.is_sysadmin = Authorizer().is_sysadmin(c.user) c.is_sysadmin = Authorizer().is_sysadmin(c.user)
c.resource_columns = model.Resource.get_columns() c.resource_columns = model.Resource.get_columns()
   
## This is messy as auths take domain object not data_dict ## This is messy as auths take domain object not data_dict
pkg = context.get('package') or c.pkg pkg = context.get('package') or c.pkg
if pkg: if pkg:
c.auth_for_change_state = Authorizer().am_authorized( c.auth_for_change_state = Authorizer().am_authorized(
c, model.Action.CHANGE_STATE, pkg) c, model.Action.CHANGE_STATE, pkg)
   
def form_to_db_schema(self): def form_to_db_schema(self):
""" """
Returns the schema for mapping package data from a form to a format Returns the schema for mapping package data from a form to a format
suitable for the database. suitable for the database.
""" """
schema = { schema = {
'title': [not_empty, unicode], 'title': [not_empty, unicode],
'name': [not_empty, unicode, val.name_validator, val.package_name_validator], 'name': [not_empty, unicode, val.name_validator, val.package_name_validator],
'notes': [not_empty, unicode],  
   
'date_released': [date_to_db, convert_to_extras], 'date_released': [date_to_db, convert_to_extras],
'date_updated': [date_to_db, convert_to_extras], 'date_updated': [date_to_db, convert_to_extras],
'date_update_future': [date_to_db, convert_to_extras], 'date_update_future': [date_to_db, convert_to_extras],
'url': [unicode], 'url': [unicode],
'taxonomy_url': [unicode, convert_to_extras], 'taxonomy_url': [unicode, convert_to_extras],
   
'resources': default_schema.default_resource_schema(), 'resources': default_schema.default_resource_schema(),
'published_by': [not_empty, unicode, convert_to_extras], 'published_by': [not_empty, unicode, convert_to_extras],
'published_via': [ignore_missing, unicode, convert_to_extras], 'published_via': [ignore_missing, unicode, convert_to_extras],
'author': [ignore_missing, unicode], 'author': [ignore_missing, unicode],
'author_email': [ignore_missing, unicode], 'author_email': [ignore_missing, unicode],
'mandate': [ignore_missing, unicode, convert_to_extras], 'mandate': [ignore_missing, unicode, convert_to_extras],
'license_id': [ignore_missing, unicode], 'license_id': [ignore_missing, unicode],
'tag_string': [ignore_missing, val.tag_string_convert], 'tag_string': [ignore_missing, val.tag_string_convert],
'national_statistic': [ignore_missing, convert_to_extras], 'national_statistic': [ignore_missing, convert_to_extras],
'state': [val.ignore_not_admin, ignore_missing], 'state': [val.ignore_not_admin, ignore_missing],
   
'log_message': [unicode, val.no_http], 'log_message': [unicode, val.no_http],
   
'__extras': [ignore], '__extras': [ignore],
'__junk': [empty], '__junk': [empty],
} }
return schema return schema
def db_to_form_schema(data): def db_to_form_schema(data):
""" """
Returns the schema for mapping package data from the database into a Returns the schema for mapping package data from the database into a
format suitable for the form (optional) format suitable for the form (optional)
""" """
schema = { schema = {
'date_released': [convert_from_extras, ignore_missing, date_to_form], 'date_released': [convert_from_extras, ignore_missing, date_to_form],
'date_updated': [convert_from_extras, ignore_missing, date_to_form], 'date_updated': [convert_from_extras, ignore_missing, date_to_form],
'date_update_future': [convert_from_extras, ignore_missing, date_to_form], 'date_update_future': [convert_from_extras, ignore_missing, date_to_form],
'precision': [convert_from_extras, ignore_missing], 'precision': [convert_from_extras, ignore_missing],
'taxonomy_url': [convert_from_extras, ignore_missing], 'taxonomy_url': [convert_from_extras, ignore_missing],
   
'resources': default_schema.default_resource_schema(), 'resources': default_schema.default_resource_schema(),
'extras': { 'extras': {
'key': [], 'key': [],
'value': [], 'value': [],
'__extras': [keep_extras] '__extras': [keep_extras]
}, },
'tags': { 'tags': {
'__extras': [keep_extras] '__extras': [keep_extras]
}, },
'published_by': [convert_from_extras, ignore_missing], 'published_by': [convert_from_extras, ignore_missing],
'published_via': [convert_from_extras, ignore_missing], 'published_via': [convert_from_extras, ignore_missing],
'mandate': [convert_from_extras, ignore_missing], 'mandate': [convert_from_extras, ignore_missing],
'national_statistic': [convert_from_extras, ignore_missing], 'national_statistic': [convert_from_extras, ignore_missing],
'__extras': [keep_extras], '__extras': [keep_extras],
'__junk': [ignore], '__junk': [ignore],
} }
return schema return schema
   
def check_data_dict(self, data_dict): def check_data_dict(self, data_dict):
""" """
Check if the return data is correct and raises a DataError if not. Check if the return data is correct and raises a DataError if not.
""" """
return return
   
   
<form id="package-edit" class="package_create_form ckan" method="post" <form id="package-edit" class="package_create_form ckan" method="post"
py:attrs="{'class':'has-errors'} if errors else {}" py:attrs="{'class':'has-errors'} if errors else {}"
xmlns:i18n="http://genshi.edgewall.org/i18n" xmlns:i18n="http://genshi.edgewall.org/i18n"
xmlns:py="http://genshi.edgewall.org/" xmlns:py="http://genshi.edgewall.org/"
xmlns:xi="http://www.w3.org/2001/XInclude"> xmlns:xi="http://www.w3.org/2001/XInclude">
   
<div class="error-explanation" py:if="error_summary"> <div class="error-explanation" py:if="error_summary">
<h2>Errors in form</h2> <h2>Errors in form</h2>
<p>The form contains invalid entries:</p> <p>The form contains invalid entries:</p>
<ul> <ul>
<li py:for="key, error in error_summary.items()">${"%s: %s" % (key, error)}</li> <li py:for="key, error in error_summary.items()">${"%s: %s" % (key, error)}</li>
</ul> </ul>
</div> </div>
   
<fieldset> <fieldset id='section-basic-information'>
<legend>Basic information</legend> <legend>Basic information</legend>
<dl> <dl>
<dt><label class="field_req" for="title">Title *</label></dt> <dt><label class="field_req" for="title">Title *</label></dt>
<dd><input id="title" name="title" type="text" value="${data.get('title', '')}"/></dd> <dd><input id="title" name="title" type="text" value="${data.get('title', '')}"/></dd>
<dd class="instructions basic">The title of the data set.</dd> <dd class="instructions basic">The title of the data set.</dd>
<dd class="instructions further">The main subject of the data should be clear. For cross-government data requirements, such as spend data, specify the public body the data belongs to or its geographical coverage, in order to distinguish your data from other similar datasets in data.gov.uk. If the data relates to a period of time, include that in the name, although this would not be appropriate for data which is updated over time. It is not a description - save that for the Abstract element. Do not give a trailing full stop.</dd> <dd class="instructions further">The main subject of the data should be clear. For cross-government data requirements, such as spend data, specify the public body the data belongs to or its geographical coverage, in order to distinguish your data from other similar datasets in data.gov.uk. If the data relates to a period of time, include that in the name, although this would not be appropriate for data which is updated over time. It is not a description - save that for the Abstract element. Do not give a trailing full stop.</dd>
<dd class="hints">e.g. Payments to suppliers with a value over &pound;500 from Harlow Council</dd> <dd class="hints">e.g. Payments to suppliers with a value over &pound;500 from Harlow Council</dd>
<dd class="field_error" py:if="errors.get('title', '')">${errors.get('title', '')}</dd> <dd class="field_error" py:if="errors.get('title', '')">${errors.get('title', '')}</dd>
   
<dt><label class="field_req" for="name">Identifier *</label></dt> <dt><label class="field_req" for="name">Identifier *</label></dt>
<dd><input id="name" maxlength="100" name="name" type="text" value="${data.get('name', '')}" /></dd> <dd><input id="name" maxlength="100" name="name" type="text" value="${data.get('name', '')}" /></dd>
<dd class="instructions basic">A public unique identifier for the dataset</dd> <dd class="instructions basic">A public unique identifier for the dataset</dd>
<dd class="instructions further">It should be roughly readable, with dashes separating words.</dd> <dd class="instructions further">It should be roughly readable, with dashes separating words.</dd>
<dd class="hints">Format: Two or more lowercase alphanumeric, dash (-) or underscore (_) characters. e.g. uk-road-traffic-statistics-2008 or local-authority-spend-over-500-harlow</dd> <dd class="hints">Format: Two or more lowercase alphanumeric, dash (-) or underscore (_) characters. e.g. uk-road-traffic-statistics-2008 or local-authority-spend-over-500-harlow</dd>
<dd class="field_error" py:if="errors.get('name', '')">${errors.get('name', '')}</dd> <dd class="field_error" py:if="errors.get('name', '')">${errors.get('name', '')}</dd>
   
<dt><label class="field_req" for="notes">Abstract *</label></dt> <dt><label class="field_req" for="notes">Abstract *</label></dt>
<dd><textarea cols="60" id="notes" name="notes" rows="15">${data.get('notes', '')}</textarea></dd> <dd><textarea cols="60" id="notes" name="notes" rows="15">${data.get('notes', '')}</textarea></dd>