-
Notifications
You must be signed in to change notification settings - Fork 0
/
pipeline_v_3.yaml
executable file
·120 lines (120 loc) · 5.08 KB
/
pipeline_v_3.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
generateName: hello-world-
annotations: {pipelines.kubeflow.org/kfp_sdk_version: 1.8.9, pipelines.kubeflow.org/pipeline_compilation_time: '2024-05-21T17:35:58.430008',
pipelines.kubeflow.org/pipeline_spec: '{"description": "A pipeline to demonstrate
use of PersistentVolumeClaim", "inputs": [{"default": "/mnt/data/kubeflow",
"name": "log", "optional": true, "type": "String"}, {"default": "", "name":
"data_folder_directory", "optional": true, "type": "String"}, {"default": "",
"name": "output_folder_directory", "optional": true, "type": "String"}, {"default":
"", "name": "tmp_folder_directory", "optional": true, "type": "String"}, {"default":
"0.001", "name": "sampling_rate", "optional": true, "type": "Float"}], "name":
"Hello World"}'}
labels: {pipelines.kubeflow.org/kfp_sdk_version: 1.8.9}
spec:
entrypoint: hello-world
templates:
- name: edit-config-yml
container:
args: [/mnt/data/kubeflow/code/edit_config.py, --log_dir, '{{inputs.parameters.log}}',
--data_folder_directory, '{{inputs.parameters.data_folder_directory}}', --output_folder_directory,
'{{inputs.parameters.output_folder_directory}}', --tmp_folder_directory, '{{inputs.parameters.tmp_folder_directory}}',
--sampling_rate, '{{inputs.parameters.sampling_rate}}']
command: [python3]
image: zeynep02/pipeline-v0.0.4:latest
volumeMounts:
- {mountPath: /mnt/data/kubeflow, name: pvolume-2702e0041dc7869f5ca7fcf2de957112d15d9a932d5e274a7bf2565}
inputs:
parameters:
- {name: data_folder_directory}
- {name: log}
- {name: output_folder_directory}
- {name: sampling_rate}
- {name: tmp_folder_directory}
metadata:
labels:
pipelines.kubeflow.org/kfp_sdk_version: 1.8.9
pipelines.kubeflow.org/pipeline-sdk-type: kfp
pipelines.kubeflow.org/enable_caching: "true"
annotations: {pipelines.kubeflow.org/max_cache_staleness: P0D}
volumes:
- name: pvolume-2702e0041dc7869f5ca7fcf2de957112d15d9a932d5e274a7bf2565
persistentVolumeClaim: {claimName: my-pvc}
- name: git-clone-equasim
container:
args: [/mnt/data/kubeflow/code/clone.py, --log_dir, '{{inputs.parameters.log}}']
command: [python3]
image: zeynep02/pipeline-v0.0.4:latest
volumeMounts:
- {mountPath: /mnt/data/kubeflow, name: pvolume-2702e0041dc7869f5ca7fcf2de957112d15d9a932d5e274a7bf2565}
inputs:
parameters:
- {name: log}
metadata:
labels:
pipelines.kubeflow.org/kfp_sdk_version: 1.8.9
pipelines.kubeflow.org/pipeline-sdk-type: kfp
pipelines.kubeflow.org/enable_caching: "true"
annotations: {pipelines.kubeflow.org/max_cache_staleness: P0D}
volumes:
- name: pvolume-2702e0041dc7869f5ca7fcf2de957112d15d9a932d5e274a7bf2565
persistentVolumeClaim: {claimName: my-pvc}
- name: hello-world
inputs:
parameters:
- {name: data_folder_directory}
- {name: log}
- {name: output_folder_directory}
- {name: sampling_rate}
- {name: tmp_folder_directory}
dag:
tasks:
- name: edit-config-yml
template: edit-config-yml
dependencies: [git-clone-equasim]
arguments:
parameters:
- {name: data_folder_directory, value: '{{inputs.parameters.data_folder_directory}}'}
- {name: log, value: '{{inputs.parameters.log}}'}
- {name: output_folder_directory, value: '{{inputs.parameters.output_folder_directory}}'}
- {name: sampling_rate, value: '{{inputs.parameters.sampling_rate}}'}
- {name: tmp_folder_directory, value: '{{inputs.parameters.tmp_folder_directory}}'}
- name: git-clone-equasim
template: git-clone-equasim
arguments:
parameters:
- {name: log, value: '{{inputs.parameters.log}}'}
- name: run-synp
template: run-synp
dependencies: [edit-config-yml]
arguments:
parameters:
- {name: log, value: '{{inputs.parameters.log}}'}
- name: run-synp
container:
args: [/mnt/data/kubeflow/code/synpp.py, --log_dir, '{{inputs.parameters.log}}']
command: [python3]
image: zeynep02/pipeline-v0.0.4:latest
volumeMounts:
- {mountPath: /mnt/data/kubeflow, name: pvolume-2702e0041dc7869f5ca7fcf2de957112d15d9a932d5e274a7bf2565}
inputs:
parameters:
- {name: log}
metadata:
labels:
pipelines.kubeflow.org/kfp_sdk_version: 1.8.9
pipelines.kubeflow.org/pipeline-sdk-type: kfp
pipelines.kubeflow.org/enable_caching: "true"
annotations: {pipelines.kubeflow.org/max_cache_staleness: P0D}
volumes:
- name: pvolume-2702e0041dc7869f5ca7fcf2de957112d15d9a932d5e274a7bf2565
persistentVolumeClaim: {claimName: my-pvc}
arguments:
parameters:
- {name: log, value: /mnt/data/kubeflow}
- {name: data_folder_directory, value: ''}
- {name: output_folder_directory, value: ''}
- {name: tmp_folder_directory, value: ''}
- {name: sampling_rate, value: '0.001'}
serviceAccountName: pipeline-runner