Ensure the correct configuration is used on each stage
This commit is contained in:
parent
3125bb1514
commit
c80e68a12f
|
@ -70,7 +70,6 @@ class CKANHarvester(HarvesterBase):
|
||||||
get_all_packages = True
|
get_all_packages = True
|
||||||
package_ids = []
|
package_ids = []
|
||||||
|
|
||||||
if not self.config:
|
|
||||||
self._set_config(harvest_job.source.config)
|
self._set_config(harvest_job.source.config)
|
||||||
|
|
||||||
# Check if this source has been harvested before
|
# Check if this source has been harvested before
|
||||||
|
@ -157,7 +156,6 @@ class CKANHarvester(HarvesterBase):
|
||||||
def fetch_stage(self,harvest_object):
|
def fetch_stage(self,harvest_object):
|
||||||
log.debug('In CKANHarvester fetch_stage')
|
log.debug('In CKANHarvester fetch_stage')
|
||||||
|
|
||||||
if not self.config:
|
|
||||||
self._set_config(harvest_object.job.source.config)
|
self._set_config(harvest_object.job.source.config)
|
||||||
|
|
||||||
# Get source URL
|
# Get source URL
|
||||||
|
@ -188,7 +186,6 @@ class CKANHarvester(HarvesterBase):
|
||||||
harvest_object, 'Import')
|
harvest_object, 'Import')
|
||||||
return False
|
return False
|
||||||
|
|
||||||
if not self.config:
|
|
||||||
self._set_config(harvest_object.job.source.config)
|
self._set_config(harvest_object.job.source.config)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
|
Loading…
Reference in New Issue