harvester-d4science/ckanext/harvest/controllers/view.py

import urllib2

from pylons.i18n import _

import ckan.lib.helpers as h, json
from ckan.lib.base import BaseController, c, g, request, \
                          response, session, render, config, abort, redirect

from ckan.model import Package

from ckanext.harvest.lib import *

class ViewController(BaseController):

    api_url = config.get('ckan.api_url', 'http://localhost:5000').rstrip('/')+'/api/2/rest'
    form_api_url = config.get('ckan.api_url', 'http://localhost:5000').rstrip('/')+'/api/2/form'
    api_key = config.get('ckan.harvesting.api_key')

    def __before__(self, action, **env):
        super(ViewController, self).__before__(action, **env)
        # All calls to this controller must be with a sysadmin key
        if not self.authorizer.is_sysadmin(c.user):
            response_msg = _('Not authorized to see this page')
            status = 401
            abort(status, response_msg)

    def _do_request(self,url,data = None):

        http_request = urllib2.Request(
            url = url,
            headers = {'Authorization' : self.api_key}
        )

        if data:
            http_request.add_data(data)

        try:
            return urllib2.urlopen(http_request)
        except urllib2.HTTPError as e:
            raise

    def index(self):
        # Request all harvest sources
        c.sources = get_harvest_sources()

        #TODO: show source reports
        return render('ckanext/harvest/index.html')

    def create(self):

        # This is the DGU form API, so we don't use self.api_url
        form_url = self.form_api_url + '/harvestsource/create'
        if request.method == 'GET':
            try:
                # Request the fields
                c.form = self._do_request(form_url).read()
                c.mode = 'create'
            except urllib2.HTTPError as e:
                msg = 'An error occurred: [%s %s]' % (str(e.getcode()),e.msg)
                h.flash_error(msg)

            return render('ckanext/harvest/create.html')
        if request.method == 'POST':
            # Build an object like the one expected by the DGU form API
            data = {
                'form_data':
                    {'HarvestSource--url': request.POST['HarvestSource--url'],
                     'HarvestSource--description': request.POST['HarvestSource--description']},
                'user_ref':'',
                'publisher_ref':''
            }
            data = json.dumps(data)
            try:
                r = self._do_request(form_url,data)

                h.flash_success('Harvesting source added successfully')
            except urllib2.HTTPError as e:
                msg = 'An error occurred: [%s %s]' % (str(e.getcode()),e.msg)
                # The form API returns just a 500, so we are not exactly sure of what
                # happened, but most probably it was a duplicate entry
                if e.getcode() == 500:
                    msg = msg + ' Does the source already exist?'
                h.flash_error(msg)
            finally:
                redirect(h.url_for(controller='harvest', action='index'))

    def show(self,id):
        c.source = get_harvest_source(id)

        #TODO: show source reports
        return render('ckanext/harvest/show.html')

    def delete(self,id):
        try:
            delete_harvest_source(id)
            h.flash_success('Harvesting source deleted successfully')
        except Exception as e:
            msg = 'An error occurred: [%s]' % e.message
            h.flash_error(msg)

        redirect(h.url_for(controller='harvest', action='index', id=None))

    def edit(self,id):

        form_url = self.form_api_url + '/harvestsource/edit/%s' % id
        if request.method == 'GET':
            # Request the fields
            c.form = self._do_request(form_url).read()
            c.mode = 'edit'

            return render('ckanext/harvest/create.html')
        if request.method == 'POST':
            # Build an object like the one expected by the DGU form API
            data = {
                'form_data':
                    {'HarvestSource-%s-url' % id: request.POST['HarvestSource-%s-url' % id] ,
                     'HarvestSource-%s-description' % id: request.POST['HarvestSource-%s-description' % id]},
                'user_ref':'',
                'publisher_ref':''
            }
            data = json.dumps(data)
            try:
                r = self._do_request(form_url,data)

                h.flash_success('Harvesting source edited successfully')
            except urllib2.HTTPError as e:
                msg = 'An error occurred: [%s %s]' % (str(e.getcode()),e.msg)
                h.flash_error(msg)
            finally:
                redirect(h.url_for(controller='harvest', action='index', id=None))

    def create_harvesting_job(self,id):
        try:
            create_harvest_job(id)
            h.flash_success('Refresh requested, harvesting will take place within 15 minutes.')
        except Exception as e:
            msg = 'An error occurred: [%s]' % e.message
            h.flash_error(msg)

        redirect(h.url_for(controller='harvest', action='index', id=None))

    def map_view(self,id):
        #check if package exists
        c.pkg = Package.get(id)
        if c.pkg is None:
            abort(404, 'Package not found')

        for res in c.pkg.resources:
            if res.format == "WMS":
                c.wms = res
                break
        if not c.wms:
            abort(400, 'This package does not have a WMS')

        return render('ckanext/harvest/map.html')

    def proxy(self):
        if not 'url' in request.params:
            abort(400)
        try:
            server_response = urllib2.urlopen(request.params['url'])
            headers = server_response.info()
            if headers.get('Content-Type'):
                response.content_type = headers.get('Content-Type')
            return server_response.read()
        except urllib2.HTTPError as e:
            response.status_int = e.getcode()
            return