giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

initial stage

This commit is contained in:
Giambattista Bloisi 2024-06-12 23:49:26 +02:00
parent beef14d721
commit eca293419d
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
airflow/dags/antispam-batch.py
View File

@ -50,13 +50,13 @@ task = KubernetesPodOperator(
image='gbloisi/curation:1.0.0', image='gbloisi/curation:1.0.0',
image_pull_policy="Always", image_pull_policy="Always",
cmds=['python3'], cmds=['python3'],
arguments=['/antispam-batch.py', # arguments=['/antispam-batch.py',
"--opensearch.host", conn.host, # "--opensearch.host", conn.host,
"--opensearch.port", str(conn.port), # "--opensearch.port", str(conn.port),
"--openai.host", "local-ai.kg-airflow.dev-1.eosc.intranet", # "--openai.host", "local-ai.kg-airflow.dev-1.eosc.intranet",
"--openai.port", "8000", # "--openai.port", "8000",
"--parallelism", "8" # "--parallelism", "8"
], # ],
secrets=secrets, secrets=secrets,
is_delete_operator_pod=True, is_delete_operator_pod=True,
in_cluster=True, in_cluster=True,