forked from D-Net/dnet-hadoop
- Fix placement of some "set mapred.job.queue.name=analytics" statements and remove their unused "/*EOS*/" indicator.
- Add stacktrace-info to failed actions.
This commit is contained in:
parent
7ce051d766
commit
7b7dd32ad5
|
@ -1,7 +1,7 @@
|
||||||
|
set mapred.job.queue.name=analytics;
|
||||||
|
|
||||||
drop database if exists TARGET cascade;
|
drop database if exists TARGET cascade;
|
||||||
create database if not exists TARGET;
|
create database if not exists TARGET;
|
||||||
set mapred.job.queue.name=analytics; /*EOS*/
|
|
||||||
|
|
||||||
|
|
||||||
create table TARGET.result stored as parquet as
|
create table TARGET.result stored as parquet as
|
||||||
select distinct * from (
|
select distinct * from (
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
|
set mapred.job.queue.name=analytics;
|
||||||
|
|
||||||
drop database if exists TARGET cascade;
|
drop database if exists TARGET cascade;
|
||||||
create database if not exists TARGET;
|
create database if not exists TARGET;
|
||||||
set mapred.job.queue.name=analytics; /*EOS*/
|
|
||||||
|
|
||||||
|
|
||||||
create table TARGET.result stored as parquet as
|
create table TARGET.result stored as parquet as
|
||||||
select distinct * from (
|
select distinct * from (
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
|
set mapred.job.queue.name=analytics;
|
||||||
|
|
||||||
drop database if exists TARGET cascade;
|
drop database if exists TARGET cascade;
|
||||||
create database if not exists TARGET;
|
create database if not exists TARGET;
|
||||||
set mapred.job.queue.name=analytics; /*EOS*/
|
|
||||||
|
|
||||||
|
|
||||||
create table TARGET.result stored as parquet as
|
create table TARGET.result stored as parquet as
|
||||||
select distinct * from (
|
select distinct * from (
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
|
set mapred.job.queue.name=analytics;
|
||||||
|
|
||||||
drop database if exists TARGET cascade;
|
drop database if exists TARGET cascade;
|
||||||
create database if not exists TARGET;
|
create database if not exists TARGET;
|
||||||
set mapred.job.queue.name=analytics; /*EOS*/
|
|
||||||
|
|
||||||
|
|
||||||
create table TARGET.result stored as parquet as
|
create table TARGET.result stored as parquet as
|
||||||
select distinct * from (
|
select distinct * from (
|
||||||
|
|
|
@ -139,6 +139,8 @@ from lvl1
|
||||||
join lvl3 on lvl3.id=lvl1.id and substr(lvl3.topic, 1, 4)=substr(lvl2.topic, 1, 4)
|
join lvl3 on lvl3.id=lvl1.id and substr(lvl3.topic, 1, 4)=substr(lvl2.topic, 1, 4)
|
||||||
join lvl4 on lvl4.id=lvl1.id and substr(lvl4.topic, 1, 6)=substr(lvl3.topic, 1, 6); /*EOS*/
|
join lvl4 on lvl4.id=lvl1.id and substr(lvl4.topic, 1, 6)=substr(lvl3.topic, 1, 6); /*EOS*/
|
||||||
|
|
||||||
|
DROP TABLE ${stats_db_name}.result_fos_base_tmp purge; /*EOS*/
|
||||||
|
|
||||||
|
|
||||||
DROP TABLE IF EXISTS ${stats_db_name}.result_organization purge; /*EOS*/
|
DROP TABLE IF EXISTS ${stats_db_name}.result_organization purge; /*EOS*/
|
||||||
|
|
||||||
|
|
|
@ -67,5 +67,5 @@ from ${openaire_db_name}.datasource d lateral view explode(d.collectedfrom) cfro
|
||||||
where d.datainfo.deletedbyinference = false and d.datainfo.invisible=false; /*EOS*/
|
where d.datainfo.deletedbyinference = false and d.datainfo.invisible=false; /*EOS*/
|
||||||
|
|
||||||
CREATE OR REPLACE VIEW ${stats_db_name}.datasource_results AS
|
CREATE OR REPLACE VIEW ${stats_db_name}.datasource_results AS
|
||||||
SELECT datasource AS id, id AS result
|
SELECT /*+ COALESCE(100) */ datasource AS id, id AS result
|
||||||
FROM ${stats_db_name}.result_datasources; /*EOS*/
|
FROM ${stats_db_name}.result_datasources; /*EOS*/
|
||||||
|
|
|
@ -150,7 +150,8 @@
|
||||||
</decision>
|
</decision>
|
||||||
|
|
||||||
<kill name="Kill">
|
<kill name="Kill">
|
||||||
<message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
|
<message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}
|
||||||
|
${wf:actionData(wf:lastErrorNode())['stackTrace']}]</message>
|
||||||
</kill>
|
</kill>
|
||||||
|
|
||||||
<action name="Step1">
|
<action name="Step1">
|
||||||
|
|
Loading…
Reference in New Issue