ok

docs/EXAMPLES.md

@@ -311,7 +311,7 @@ This example shows reading and writing to a STAN subject
 kubectl apply -f https://raw.githubusercontent.com/argoproj-labs/argo-dataflow/main/examples/301-stan-pipeline.yaml
 ```
 
-### [two-sinks](https://raw.githubusercontent.com/argoproj-labs/argo-dataflow/main/examples/301-two-sinks-pipeline.yaml)
+### [301-two-sinks](https://raw.githubusercontent.com/argoproj-labs/argo-dataflow/main/examples/301-two-sinks-pipeline.yaml)
 
 This example has two sinks
 
@@ -320,7 +320,7 @@ This example has two sinks
 kubectl apply -f https://raw.githubusercontent.com/argoproj-labs/argo-dataflow/main/examples/301-two-sinks-pipeline.yaml
 ```
 
-### [two-sources](https://raw.githubusercontent.com/argoproj-labs/argo-dataflow/main/examples/301-two-sources-pipeline.yaml)
+### [301-two-sources](https://raw.githubusercontent.com/argoproj-labs/argo-dataflow/main/examples/301-two-sources-pipeline.yaml)
 
 This example has two sources
 

dsls/python/__init__.py

@@ -457,7 +457,7 @@ def dump(self):
         y = {'subject': self._subject}
         if self._parallel:
             y['parallel'] = self._parallel
-            x['stan'] = y
+        x['stan'] = y
         return x
 
 

examples/101-two-node-pipeline.yaml

@@ -24,4 +24,5 @@ spec:
     - kafka:
         topic: output-topic
     sources:
-    - {}
+    - stan:
+        subject: a-b

examples/102-flatten-expand-pipeline.yaml

@@ -23,10 +23,12 @@ spec:
     - stan:
         subject: flattened
     sources:
-    - {}
+    - stan:
+        subject: data
   - expand: {}
     name: expand
     sinks:
     - log: {}
     sources:
-    - {}
+    - stan:
+        subject: flattened

examples/108-container-pipeline.py

@@ -4,6 +4,7 @@
     (pipeline("108-container")
      .owner('argoproj-labs')
      .describe("""This example showcases container options.""")
+     .annotate('dataflow.argoproj.io/wait-for', 'Completed')
      .step(
         (container('main',
                    args=['sh', '-c', 'exit 0'],

examples/108-container-pipeline.yaml

@@ -4,6 +4,7 @@ metadata:
   annotations:
     dataflow.argoproj.io/description: This example showcases container options.
     dataflow.argoproj.io/owner: argoproj-labs
+    dataflow.argoproj.io/wait-for: Completed
   name: 108-container
 spec:
   steps:

examples/201-vetinary-pipeline.yaml

@@ -33,28 +33,32 @@ spec:
     - stan:
         subject: cats
     sources:
-    - {}
+    - stan:
+        subject: pets
   - map: |-
       json("Meow! " + object(msg).name)
     name: process-cats
     sinks:
     - kafka:
         topic: output-topic
     sources:
-    - {}
+    - stan:
+        subject: cats
   - filter: |-
       string(msg) contains "dog"
     name: filter-dogs
     sinks:
     - stan:
         subject: dogs
     sources:
-    - {}
+    - stan:
+        subject: pets
   - map: |-
       json("Woof! " + object(msg).name)
     name: process-dogs
     sinks:
     - kafka:
         topic: output-topic
     sources:
-    - {}
+    - stan:
+        subject: dogs

examples/201-word-count-pipeline.yaml

@@ -55,7 +55,8 @@ spec:
     - stan:
         subject: words
     sources:
-    - {}
+    - stan:
+        subject: lines
   - container:
       args:
       - bash
@@ -75,5 +76,6 @@ spec:
     - kafka:
         topic: output-topic
     sources:
-    - {}
+    - stan:
+        subject: words
     terminator: true

examples/301-erroring-pipeline.py

@@ -12,6 +12,7 @@ def handler(msg):
     (pipeline("301-erroring")
      .owner('argoproj-labs')
      .describe("""This example showcases retry policies.""")
+     .annotate('dataflow.argoproj.io/wait-for', 'Errors')
      .step(
         (cron('*/3 * * * * *', retryPolicy='Always')
          .handler('always', handler=handler)

examples/301-erroring-pipeline.yaml

@@ -4,6 +4,7 @@ metadata:
   annotations:
     dataflow.argoproj.io/description: This example showcases retry policies.
     dataflow.argoproj.io/owner: argoproj-labs
+    dataflow.argoproj.io/wait-for: Errors
   name: 301-erroring
 spec:
   steps:

examples/301-stan-pipeline.py

@@ -4,6 +4,7 @@
     (pipeline("301-stan")
      .owner('argoproj-labs')
      .describe("""This example shows reading and writing to a STAN subject""")
+     .annotate('dataflow.argoproj.io/test', 'false')
      .step(
         (stan('input-subject')
          .cat('main')

examples/301-stan-pipeline.yaml

@@ -5,6 +5,7 @@ metadata:
     dataflow.argoproj.io/description: This example shows reading and writing to a
       STAN subject
     dataflow.argoproj.io/owner: argoproj-labs
+    dataflow.argoproj.io/test: 'false'
   name: 301-stan
 spec:
   steps:
@@ -14,4 +15,5 @@ spec:
     - stan:
         subject: output-subject
     sources:
-    - {}
+    - stan:
+        subject: input-subject

examples/301-two-sinks-pipeline.yaml

@@ -5,7 +5,7 @@ metadata:
     dataflow.argoproj.io/description: |
       This example has two sinks
   creationTimestamp: null
-  name: two-sinks
+  name: 301-two-sinks
 spec:
   steps:
   - cat: {}

examples/301-two-sources-pipeline.yaml

@@ -5,7 +5,7 @@ metadata:
     dataflow.argoproj.io/description: |
       This example has two sources
   creationTimestamp: null
-  name: two-sources
+  name: 301-two-sources
 spec:
   steps:
   - cat: {}