harvester-d4science/ckanext/harvest/controllers/view.py

from ckan.lib.helpers import json
import urllib2
import ckan.lib.helpers as h
from ckan.lib.base import BaseController, c, g, request, \
                          response, session, render, config, abort, redirect
#from ..dictization import *

class ViewController(BaseController):

    api_url = config.get('ckan.api_url', 'http://localhost:5000').rstrip('/')+'/api/2/rest'
    form_api_url = config.get('ckan.api_url', 'http://localhost:5000').rstrip('/')+'/api/2/form'
    api_key = config.get('ckan.harvesting.api_key')

    def _do_request(self,url,data = None):

        http_request = urllib2.Request(
            url = url,
            headers = {'Authorization' : self.api_key}
        )

        if data:
            http_request.add_data(data)
        
        try:
            return urllib2.urlopen(http_request)
        except urllib2.HTTPError as e:
            raise


    def index(self):
        # Request all harvesting sources
        sources_url = self.api_url + '/harvestsource'
        
        doc = self._do_request(sources_url).read()
        sources_ids = json.loads(doc)

        source_url = sources_url + '/%s'
        sources = []
        
        # For each source, request its details
        for source_id in sources_ids:
            doc = self._do_request(source_url % source_id).read()
            sources.append(json.loads(doc))

        c.sources = sources
        return render('ckanext/harvest/index.html')
    
    def create(self):

        # This is the DGU form API, so we don't use self.api_url
        form_url = self.form_api_url + '/harvestsource/create'
        if request.method == 'GET':
            # Request the fields
            c.form = self._do_request(form_url).read()

            return render('ckanext/harvest/create.html')
        if request.method == 'POST':
            # Build an object like the one expected by the DGU form API
            data = {
                'form_data':
                    {'HarvestSource--url': request.POST['HarvestSource--url'],
                     'HarvestSource--description': request.POST['HarvestSource--description']},
                'user_ref':'',
                'publisher_ref':''
            }
            data = json.dumps(data)
            try:
                r = self._do_request(form_url,data)
  
                h.flash_success('Harvesting source added successfully')
            except urllib2.HTTPError as e:
                msg = 'An error occurred: [%s %s]' % (str(e.getcode()),e.msg)
                # The form API returns just a 500, so we are not exactly sure of what 
                # happened, but most probably it was a duplicate entry
                msg = msg + ' Does the source already exist?'
                h.flash_error(msg)
            finally:
                redirect(h.url_for(controller='harvest', action='index'))
 
    def show(self,id):
        sources_url = self.api_url + '/harvestsource/%s' % id
        doc = self._do_request(sources_url).read()
        c.source = json.loads(doc)
        
        return render('ckanext/harvest/show.html')
          
    def create_harvesting_job(self,id):
        form_url = self.api_url + '/harvestingjob'
        data = {
            'source_id': id,
            'user_ref': ''
        }
        data = json.dumps(data)
        try:
            r = self._do_request(form_url,data)

            h.flash_success('Refresh requested, harvesting will take place within 15 minutes.')
        except urllib2.HTTPError as e:
            msg = 'An error occurred: [%s %s]' % (str(e.getcode()),e.msg)
            if e.getcode() == 400:
                msg = msg + ' ' + e.read()
                
            h.flash_error(msg) 
        finally:
            redirect(h.url_for(controller='harvest', action='index', id=None))