diff --git a/airflow/dags/antispam-batch.py b/airflow/dags/antispam-batch.py index d68e4c7..8c690bd 100644 --- a/airflow/dags/antispam-batch.py +++ b/airflow/dags/antispam-batch.py @@ -30,13 +30,13 @@ dag = DAG( secrets = [ Secret( deploy_type='env', - deploy_target='CURATION_OPENSEARCH_USER', + deploy_target='CURATION_OPENSEARCH__USER', secret='opensearch-conn-secrets', key='username', ), Secret( deploy_type='env', - deploy_target='CURATION_OPENSEARCH_PASSWORD', + deploy_target='CURATION_OPENSEARCH__PASSWORD', secret='opensearch-conn-secrets', key='password', ), @@ -49,16 +49,14 @@ task = KubernetesPodOperator( namespace='kg-airflow', image='gbloisi/curation:1.0.0', image_pull_policy="Always", - cmds=['sleep'], - arguments=['9999999'], - # cmds=['python3'], - # arguments=['/antispam-batch.py', - # "--opensearch.host", conn.host, - # "--opensearch.port", str(conn.port), - # "--openai.host", "local-ai.kg-airflow.dev-1.eosc.intranet", - # "--openai.port", "8000", - # "--parallelism", "8" - # ], + cmds=['python3'], + arguments=['/antispam-batch.py', + "--opensearch.host", conn.host, + "--opensearch.port", str(conn.port), + "--openai.host", "local-ai.kg-airflow.dev-1.eosc.intranet", + "--openai.port", "8000", + "--parallelism", "8" + ], secrets=secrets, is_delete_operator_pod=True, in_cluster=True,