Skip to content

K8S Orchestration

Note

This example is a replication of an Argo Workflow example in Hera. The upstream example can be found here.

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
from hera.workflows import Container, Resource, Step, Steps, Workflow
from hera.workflows.models import Arguments, Inputs, Outputs, Parameter, ValueFrom

with Workflow(
    api_version="argoproj.io/v1alpha1",
    kind="Workflow",
    generate_name="k8s-orchestrate-",
    entrypoint="k8s-orchestrate",
) as w:
    with Steps(
        name="k8s-orchestrate",
    ) as invocator:
        Step(
            name="random-number-job",
            template="random-number-job",
        )
        Step(
            arguments=Arguments(
                parameters=[
                    Parameter(
                        name="job-uid",
                        value="{{steps.random-number-job.outputs.parameters.job-uid}}",
                    )
                ],
            ),
            name="print-generated-numbers",
            template="print-generated-numbers",
        )
        Step(
            arguments=Arguments(
                parameters=[
                    Parameter(
                        name="job-name",
                        value="{{steps.random-number-job.outputs.parameters.job-name}}",
                    )
                ],
            ),
            name="delete-job",
            template="delete-job",
        )
    Resource(
        name="random-number-job",
        outputs=Outputs(
            parameters=[
                Parameter(
                    name="job-name",
                    value_from=ValueFrom(
                        json_path="{.metadata.name}",
                    ),
                ),
                Parameter(
                    name="job-uid",
                    value_from=ValueFrom(
                        json_path="{.metadata.uid}",
                    ),
                ),
            ],
        ),
        action="create",
        failure_condition="status.failed > 0",
        manifest='apiVersion: batch/v1\nkind: Job\nmetadata:\n  generateName: rand-num-\nspec:\n  completions: 10\n  parallelism: 10\n  template:\n    metadata:\n      name: rand\n    spec:\n      containers:\n      - name: rand\n        image: python:alpine3.6\n        command: ["python", "-c", "import random; import time; print(random.randint(1, 1000)); time.sleep(10)"]\n      restartPolicy: Never\n',
        success_condition="status.succeeded > 9",
    )
    Container(
        inputs=Inputs(
            parameters=[
                Parameter(
                    name="job-uid",
                )
            ],
        ),
        name="print-generated-numbers",
        args=[
            " for i in `kubectl get pods -l controller-uid={{inputs.parameters.job-uid}} -o name`; do kubectl logs $i; done "
        ],
        command=["sh", "-c"],
        image="quay.io/argoproj/argoexec:latest",
    )
    Resource(
        inputs=Inputs(
            parameters=[
                Parameter(
                    name="job-name",
                )
            ],
        ),
        name="delete-job",
        action="delete",
        manifest="apiVersion: batch/v1\nkind: Job\nmetadata:\n  name: {{inputs.parameters.job-name}}\n",
    )

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
  generateName: k8s-orchestrate-
spec:
  entrypoint: k8s-orchestrate
  templates:
  - name: k8s-orchestrate
    steps:
    - - name: random-number-job
        template: random-number-job
    - - name: print-generated-numbers
        template: print-generated-numbers
        arguments:
          parameters:
          - name: job-uid
            value: '{{steps.random-number-job.outputs.parameters.job-uid}}'
    - - name: delete-job
        template: delete-job
        arguments:
          parameters:
          - name: job-name
            value: '{{steps.random-number-job.outputs.parameters.job-name}}'
  - name: random-number-job
    outputs:
      parameters:
      - name: job-name
        valueFrom:
          jsonPath: '{.metadata.name}'
      - name: job-uid
        valueFrom:
          jsonPath: '{.metadata.uid}'
    resource:
      action: create
      failureCondition: status.failed > 0
      manifest: |
        apiVersion: batch/v1
        kind: Job
        metadata:
          generateName: rand-num-
        spec:
          completions: 10
          parallelism: 10
          template:
            metadata:
              name: rand
            spec:
              containers:
              - name: rand
                image: python:alpine3.6
                command: ["python", "-c", "import random; import time; print(random.randint(1, 1000)); time.sleep(10)"]
              restartPolicy: Never
      successCondition: status.succeeded > 9
  - name: print-generated-numbers
    container:
      image: quay.io/argoproj/argoexec:latest
      args:
      - ' for i in `kubectl get pods -l controller-uid={{inputs.parameters.job-uid}}
        -o name`; do kubectl logs $i; done '
      command:
      - sh
      - -c
    inputs:
      parameters:
      - name: job-uid
  - name: delete-job
    inputs:
      parameters:
      - name: job-name
    resource:
      action: delete
      manifest: |
        apiVersion: batch/v1
        kind: Job
        metadata:
          name: {{inputs.parameters.job-name}}

Comments