diff --git a/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml
new file mode 100644
index 0000000000000..98255801f4dbb
--- /dev/null
+++ b/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml
@@ -0,0 +1,11 @@
+jobs:
+- job: Linux_CI_Dev
+  pool: Linux-CPU
+  steps:
+    - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -x "--use_mklml"'
+      displayName: 'Command Line Script'
+      env:
+        AZURE_BLOB_KEY: $(onnxruntime-storage-key)
+    - script: 'sudo rm -rf $(Agent.BuildDirectory)'
+      displayName: 'Clean build folders/files'
+      condition: always()
\ No newline at end of file
diff --git a/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml
new file mode 100644
index 0000000000000..4ea1b7465ffbb
--- /dev/null
+++ b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml
@@ -0,0 +1,12 @@
+jobs:
+- job: Linux_CI_GPU_Dev
+  pool: Linux-GPU
+  steps:
+    - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d gpu -r $(Build.BinariesDirectory)'
+      displayName: 'Command Line Script'
+      env:
+        AZURE_BLOB_KEY: $(onnxruntime-storage-key)
+
+    - script: 'sudo rm -rf $(Agent.BuildDirectory)'
+      displayName: 'Clean build folders/files'
+      condition: always()
\ No newline at end of file
diff --git a/tools/ci_build/github/azure-pipelines/mac-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/mac-ci-pipeline.yml
new file mode 100644
index 0000000000000..f6a0338daecf8
--- /dev/null
+++ b/tools/ci_build/github/azure-pipelines/mac-ci-pipeline.yml
@@ -0,0 +1,12 @@
+jobs:
+- job: MacOS_CI_Dev
+  pool:
+    vmImage: 'macOS-10.13'
+  steps:
+    - script: |
+        sudo xcode-select --switch /Applications/Xcode_10.app/Contents/Developer
+        ./build.sh --skip_submodule_sync --parallel
+      displayName: 'Command Line Script'
+    - script: 'sudo rm -rf $(Agent.BuildDirectory)'
+      displayName: 'Clean build folders/files'
+      condition: always()
\ No newline at end of file
diff --git a/tools/ci_build/github/azure-pipelines/win-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/win-ci-pipeline.yml
new file mode 100644
index 0000000000000..a5663c7840f37
--- /dev/null
+++ b/tools/ci_build/github/azure-pipelines/win-ci-pipeline.yml
@@ -0,0 +1,25 @@
+jobs:
+- job: Windows_CI_Dev
+  pool: Win-CPU
+  steps:
+    - task: CmdLine@1
+      displayName: 'Get ONNX testdata'
+      inputs:
+        filename: azcopy
+        arguments: ' /S /Source:https://onnxruntimetestdata.blob.core.windows.net/onnx-model-zoo-20181018 /Dest:$(Build.SourcesDirectory)\build\Windows\Debug\models /SourceKey:%AZURE_BLOB_KEY%'
+      env:
+        AZURE_BLOB_KEY: $(onnxruntime-storage-key)
+
+    - task: BatchScript@1
+      inputs:
+        filename: build.bat
+        arguments: ' --enable_pybind --use_mkldnn --use_mklml --use_openmp --build_shared_lib --build_csharp --enable_onnx_tests'
+        workingFolder: "$(Build.SourcesDirectory)"
+
+    - task: CmdLine@1
+      displayName: 'Clean build folders/files'
+      inputs:
+        filename: rd
+        arguments: '/s /q $(Agent.BuildDirectory)'
+      continueOnError: true
+      condition: always()
\ No newline at end of file
diff --git a/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml
new file mode 100644
index 0000000000000..11afb9f187f11
--- /dev/null
+++ b/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml
@@ -0,0 +1,36 @@
+jobs:
+- job: Windows_CI_GPU_Dev
+  pool: Win-GPU
+  variables:
+    CUDA_VERSION: '9.1'
+  steps:
+    - task: PowerShell@1
+      displayName: 'Set CUDA path'
+      inputs:
+        scriptName: 'tools/ci_build/github/windows/set_cuda_path.ps1'
+        arguments: '-CudaMsbuildPath C:\local\cudaMsbuildIntegration-9.1.85-windows10-x64-0 -CudaVersion $(CUDA_VERSION)'
+    - task: BatchScript@1
+      displayName: 'Setup VS2017 env vars'
+      inputs:
+        filename: 'C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\VC\Auxiliary\Build\vcvars64.bat'
+        arguments: 'amd64 -vcvars_ver=14.11'
+        modifyEnvironment: true
+    - task: CmdLine@1
+      displayName: 'Get ONNX testdata'
+      inputs:
+        filename: azcopy
+        arguments: ' /S /Source:https://onnxruntimetestdata.blob.core.windows.net/onnx-model-zoo-20181018 /Dest:$(Build.SourcesDirectory)\build\Windows\Debug\models /SourceKey:%AZURE_BLOB_KEY%'
+      env:
+        AZURE_BLOB_KEY: $(onnxruntime-storage-key)
+    - task: BatchScript@1
+      inputs:
+        filename: build.bat
+        arguments: ' --use_cuda --cuda_home="C:\local\cuda-9.1.85-windows10-x64-0" --cudnn_home="C:\local\cudnn-9.1-windows10-x64-v7.1\cuda"'
+        workingFolder: "$(Build.SourcesDirectory)"
+    - task: CmdLine@1
+      displayName: 'Clean build folders/files'
+      inputs:
+        filename: rd
+        arguments: '/s /q $(Agent.BuildDirectory)'
+      continueOnError: true
+      condition: always()
\ No newline at end of file