exasol-workshop/reference/kestra/flows/main_prescriptions_load_pdpi.yml at main · DataTalksClub/exasol-workshop · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
id: load_pdpi
namespace: prescriptions

description: |
  Load PDPI (prescription items) for a given period.
  Stages: ingest raw CSV → trim whitespace → insert into warehouse.

inputs:
  - id: period
    type: STRING
    description: Period to load (e.g. 201008)

tasks:
  - id: load_raw
    type: io.kestra.plugin.scripts.python.Commands
    taskRunner:
      type: io.kestra.plugin.core.runner.Process
    commands:
      - cd /workspace/code && uv run python load_pdpi.py --period {{inputs.period}} --step load_raw

  - id: trim
    type: io.kestra.plugin.scripts.python.Commands
    taskRunner:
      type: io.kestra.plugin.core.runner.Process
    commands:
      - cd /workspace/code && uv run python load_pdpi.py --period {{inputs.period}} --step trim

  - id: insert
    type: io.kestra.plugin.scripts.python.Commands
    taskRunner:
      type: io.kestra.plugin.core.runner.Process
    commands:
      - cd /workspace/code && uv run python load_pdpi.py --period {{inputs.period}} --step insert