Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

add releasing workflow #113

Merged
merged 1 commit into from
Jun 13, 2018
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
50 changes: 50 additions & 0 deletions releasing/cron_job_release.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
apiVersion: batch/v1beta1
kind: CronJob
metadata:
name: image-release-cron
namespace: kubeflow-releasing
spec:
schedule: "0 0 * * *"
concurrencyPolicy: Forbid
jobTemplate:
metadata:
name: image-release
namespace: kubeflow-releasing
labels:
app: image-release
spec:
template:
spec:
containers:
- name: release-images
command: ["/bin/bash", "-c", "/usr/local/bin/run_release.sh"]
image: gcr.io/kubeflow-releasing/worker:latest
env:
- name: GOOGLE_APPLICATION_CREDENTIALS
value: /secret/gcp-credentials/key.json
- name: GITHUB_TOKEN
valueFrom:
secretKeyRef:
key: github_token
name: github-token
- name: JOB_NAME
value: image-release
- name: JOB_TYPE
value: postsubmit
- name: REPO_NAME
value: katib
- name: REPO_OWNER
value: kubeflow
volumeMounts:
- mountPath: /secret/github-token
name: github-token
- mountPath: /secret/gcp-credentials
name: gcp-credentials
restartPolicy: Never
volumes:
- name: github-token
secret:
secretName: github-token
- name: gcp-credentials
secret:
secretName: gcp-credentials
28 changes: 28 additions & 0 deletions releasing/prow_config_release.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
# This file configures the workflows to trigger in our release cron jobs.
# Edit this config to add workflow for auto release of your image.
# see kubeflow/testing/py/run_e2e_workflow.py
workflows:
- app_dir: kubeflow/kubeflow/releasing/releaser
component: workflows
name: tf-serving-release
params:
cluster: "kubeflow-releasing"
gcpCredentialsSecretName: "gcp-credentials"
namespace: "kubeflow-releasing"
nfsVolumeClaim: "nfs-external"
project: "kubeflow-releasing"
registry: "gcr.io/kubeflow-images-public"
testing_image: "gcr.io/kubeflow-releasing/worker:latest"
zone: "us-central1-a"
- app_dir: kubeflow/kubeflow/components/tensorflow-notebook-image/releaser
component: workflows
name: tf-notebook-release
params:
cluster: "kubeflow-releasing"
gcpCredentialsSecretName: "gcp-credentials"
namespace: "kubeflow-releasing"
nfsVolumeClaim: "nfs-external"
project: "kubeflow-releasing"
registry: "gcr.io/kubeflow-images-public"
testing_image: "gcr.io/kubeflow-releasing/worker:latest"
zone: "us-central1-a"
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
apiVersion: "0.1"
gitVersion:
commitSha: ea3408d44c2d8ea4d321364e5533d5c60e74bce0
refSpec: master
kind: ksonnet.io/registry
libraries:
apache:
path: apache
version: master
efk:
path: efk
version: master
mariadb:
path: mariadb
version: master
memcached:
path: memcached
version: master
mongodb:
path: mongodb
version: master
mysql:
path: mysql
version: master
nginx:
path: nginx
version: master
node:
path: node
version: master
postgres:
path: postgres
version: master
redis:
path: redis
version: master
tomcat:
path: tomcat
version: master
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
apiVersion: "0.1"
gitVersion:
commitSha: 5c35580d76092788b089cb447be3f3097cffe60b
refSpec: master
kind: ksonnet.io/registry
libraries:
core:
path: core
version: master
tf-serving:
path: tf-serving
version: master
37 changes: 37 additions & 0 deletions releasing/releaser/app.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
apiVersion: 0.1.0
environments:
prow:
destination:
namespace: kubeflow-testing
server: https://35.196.185.88
k8sVersion: v1.7.0
path: prow
releasing:
destination:
namespace: kubeflow-releasing
server: https://35.226.49.107
k8sVersion: v1.7.0
path: releasing
kind: ksonnet.io/app
libraries:
core:
gitVersion:
commitSha: 5c35580d76092788b089cb447be3f3097cffe60b
refSpec: master
name: core
registry: kubeflow
name: test-infra
registries:
incubator:
gitVersion:
commitSha: ea3408d44c2d8ea4d321364e5533d5c60e74bce0
refSpec: master
protocol: github
uri: github.com/ksonnet/parts/tree/master/incubator
kubeflow:
gitVersion:
commitSha: 5c35580d76092788b089cb447be3f3097cffe60b
refSpec: master
protocol: github
uri: github.com/google/kubeflow/tree/master/kubeflow
version: 0.0.1
23 changes: 23 additions & 0 deletions releasing/releaser/components/params.libsonnet
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{
global: {
// User-defined global parameters; accessible to all component and environments, Ex:
// replicas: 4,
},
components: {
// Component-level parameters, defined initially from 'ks prototype use ...'
// Each object below should correspond to a component in the components/ directory
workflows: {
bucket: "kubeflow-ci_temp",
commit: "master",
name: "new9",
namespace: "kubeflow-test-infra",
prow_env: "REPO_OWNER=kubeflow,REPO_NAME=kubeflow,PULL_BASE_SHA=master",
serving_image: "gcr.io/kubeflow-ci/model-server",
testing_image: "gcr.io/kubeflow-ci/test-worker:latest",
tf_testing_image: "gcr.io/kubeflow-ci/tf-test-worker:1.0",
project: "kubeflow-ci",
cluster: "kubeflow-testing",
zone: "us-east1-d",
},
},
}
6 changes: 6 additions & 0 deletions releasing/releaser/components/workflows.jsonnet
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
local params = std.extVar("__ksonnet/params").components.workflows;

local k = import "k.libsonnet";
local workflows = import "workflows.libsonnet";

std.prune(k.core.v1.list.new([workflows.parts(params.namespace, params.name, overrides=params).e2e]))
Loading