hdfs-artifact.yaml

# This example demonstrates the use of hdfs as the store for artifacts. This example assumes the following:
# 1. you have hdfs running in the same namespace as where this workflow will be run and you have created a repo with the name "generic-local"
# 2. you have created a kubernetes secret for storing hdfs username/password. To create kubernetes secret required for this example,
# run the following command:
# $ kubectl create secret generic my-hdfs-credentials --from-literal=username=<YOUR-ARTIFACTORY-USERNAME> --from-literal=password=<YOUR-ARTIFACTORY-PASSWORD>

apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
  generateName: hdfs-artifact-
spec:
  entrypoint: artifact-example
  templates:
  - name: artifact-example
    steps:
    - - name: generate-artifact
        template: hello-world-to-file
    - - name: consume-artifact
        template: print-message-from-hdfs
        arguments:
          artifacts:
          - name: message
            from: "{{steps.generate-artifact.outputs.artifacts.hello-art}}"

  - name: hello-world-to-file
    container:
      image: busybox
      command: [sh, -c]
      args: ["echo hello world | tee /tmp/hello_world.txt"]
    outputs:
      artifacts:
      - name: hello-art
        path: /tmp/hello_world.txt
        hdfs:
          addresses:
          - my-hdfs-namenode-0.my-hdfs-namenode.default.svc.cluster.local:8020
          - my-hdfs-namenode-1.my-hdfs-namenode.default.svc.cluster.local:8020
          path: "/tmp/argo/foo"
          hdfsUser: root
          force: true
          # dataTransferProtection: authentication
          # krbCCacheSecret:
          #   name: krb
          #   key: krb5cc_0
          # krbKeytabSecret:
          #   name: krb
          #   key: user1.keytab
          # krbUsername: "user1"
          # krbRealm: "MYCOMPANY.COM"
          # krbConfigConfigMap:
          #   name: my-hdfs-krb5-config
          #   key: krb5.conf
          # krbServicePrincipalName: hdfs/_HOST

  - name: print-message-from-hdfs
    inputs:
      artifacts:
      - name: message
        path: /tmp/message
        hdfs:
          addresses:
          - my-hdfs-namenode-0.my-hdfs-namenode.default.svc.cluster.local:8020
          - my-hdfs-namenode-1.my-hdfs-namenode.default.svc.cluster.local:8020
          path: "/tmp/argo/foo"
          hdfsUser: root
          force: true
          # dataTransferProtection: authentication
          # krbCCacheSecret:
          #   name: krb
          #   key: krb5cc_0
          # krbKeytabSecret:
          #   name: krb
          #   key: user1.keytab
          # krbUsername: "user1"
          # krbRealm: "MYCOMPANY.COM"
          # krbConfigConfigMap:
          #   name: my-hdfs-krb5-config
          #   key: krb5.conf
          # krbServicePrincipalName: hdfs/_HOST
    container:
      image: alpine:latest
      command: [sh, -c]
      args: ["cat /tmp/message"]