[MXNET-1358][Fit API] Fit api tutorial

.gitignore

@@ -161,4 +161,7 @@ tests/mxnet_unit_tests
 coverage.xml
 
 # Local CMake build config
-cmake_options.yml
+cmake_options.yml
+
+# header file generated at compile time
+include/mkldnn/mkldnn_version.h

CMakeLists.txt

@@ -51,6 +51,7 @@ mxnet_option(USE_TENSORRT         "Enable infeference optimization with TensorRT
 mxnet_option(USE_ASAN             "Enable Clang/GCC ASAN sanitizers." OFF)
 mxnet_option(ENABLE_TESTCOVERAGE  "Enable compilation with test coverage metric output" OFF)
 mxnet_option(USE_INT64_TENSOR_SIZE "Use int64_t to represent the total number of elements in a tensor" OFF)
+mxnet_option(BUILD_CYTHON_MODULES "Build cython modules." OFF)
 
 message(STATUS "CMAKE_CROSSCOMPILING ${CMAKE_CROSSCOMPILING}")
 message(STATUS "CMAKE_HOST_SYSTEM_PROCESSOR ${CMAKE_HOST_SYSTEM_PROCESSOR}")
@@ -147,9 +148,11 @@ else(MSVC)
   endif()
   if(CMAKE_BUILD_TYPE STREQUAL "Debug")
     set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -O0 -g")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -D_GLIBCXX_ASSERTIONS")
   elseif(CMAKE_BUILD_TYPE STREQUAL "RelWithDebInfo")
     add_definitions(-DNDEBUG=1)
     set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -O3 -g")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -D_GLIBCXX_ASSERTIONS")
   else()
     add_definitions(-DNDEBUG=1)
     set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -O3")
@@ -159,7 +162,7 @@ else(MSVC)
   elseif(SUPPORT_MSSE2)
     set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -msse2")
   endif()
-  set(CMAKE_CXX_FLAGS ${CMAKE_C_FLAGS})
+  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${CMAKE_C_FLAGS}")
   if(SUPPORT_CXX14)
     add_definitions(-DDMLC_USE_CXX11=1)
     add_definitions(-DDMLC_USE_CXX14=1)
@@ -834,3 +837,12 @@ endif()
 set(LINT_DIRS "include src plugin cpp-package tests")
 set(EXCLUDE_PATH "src/operator/contrib/ctc_include")
 add_custom_target(mxnet_lint COMMAND ${CMAKE_COMMAND} -DMSVC=${MSVC} -DPYTHON_EXECUTABLE=${PYTHON_EXECUTABLE} -DLINT_DIRS=${LINT_DIRS} -DPROJECT_SOURCE_DIR=${CMAKE_CURRENT_SOURCE_DIR} -DPROJECT_NAME=mxnet -DEXCLUDE_PATH=${EXCLUDE_PATH} -P ${CMAKE_CURRENT_SOURCE_DIR}/3rdparty/dmlc-core/cmake/lint.cmake)
+
+if(BUILD_CYTHON_MODULES)
+  include(cmake/BuildCythonModules.cmake)
+  add_cython_modules(2) # Build cython module for python2 if python2 is found
+  add_cython_modules(3) # Build cython module for python3 if python3 is found
+  if((NOT ${PYTHON2_FOUND}) AND (NOT ${PYTHON3_FOUND}))
+    message(FATAL_ERROR "No python interpreter found to build cython modules")
+  endif()
+endif()

CONTRIBUTORS.md

@@ -69,6 +69,8 @@ The committers are the granted write access to the project.
   - Patric is a parallel computing expert and a major contributor to the MXNet MKL-DNN backend.
 * [Tao Lv](https://github.com/TaoLv)
   - Tao is a major contributor to the MXNet MKL-DNN backend and performance on CPU.
+* [Zach Kimberg](https://github.com/zachgk)
+  - Zach is one of the major maintainers of the MXNet Scala package.
 
 
 ### Become a Committer
@@ -237,9 +239,10 @@ List of Contributors
 * [Zhennan Qin](https://github.com/ZhennanQin)
 * [Zhiyuan Huang](https://github.com/huangzhiyuan)
 * [Zak Jost](https://github.com/zjost)
+* [Nick Guletskii](https://github.com/nickguletskii)
 * [Shoubhik Bhattacharya](https://github.com/shoubhik)
-* [Zach Kimberg](https://github.com/zachgk)
 * [Rohit Srivastava](https://github.com/access2rohit)
+* [Caner Turkmen](https://github.com/canerturkmen)
 
 Label Bot
 ---------

KEYS

@@ -688,4 +688,63 @@ n4aiPNGpG7CDmCNnGMJgNYEEbqe1RQ7B4xwmNmGJvdVJRsTfy5557hZNfIfVkdES
 QTXMfTPP627GwzHQXTdAn9CSGW5FkaSHTVTCZhalBHhAFMDg86ZGUxZDYwhf3s6W
 44liPzisQFRxRFOwEubvmw==
 =dQvb
+
+-----END PGP PUBLIC KEY BLOCK-----
+pub   rsa4096 2019-05-15 [SC]
+      228ADD932CB218723E61D09E043071126325F0EC
+uid           [ultimate] Zach Kimberg <[email protected]>
+sig 3        043071126325F0EC 2019-05-15  Zach Kimberg <[email protected]>
+sub   rsa4096 2019-05-15 [E]
+sig          043071126325F0EC 2019-05-15  Zach Kimberg <[email protected]>
+
+-----BEGIN PGP PUBLIC KEY BLOCK-----
+
+mQINBFzcgWsBEADpXccvPwwE1tNd/f5L1+x5+Kcaw1jLhb1y3/S9Um8iE3wZsRvR
+pxNXhw8n+obqVicWFrShCI2rS6yUZFeWAP8X3XWM47sx93y/fFpg4+mDP0Ejl0op
+VmZeiX4MCwloMWRMpN5XtiLzilNVUuisa0UhHJaQ67eOjQuZac/nbJojptBaBa9D
+zf/1TLAd7mTTk8TBosouSd13gCX262EJb2n2hOYl2hx59Tky1CYNoHpQYdfH+u0U
+bwOfMEzbrrD8HyqF1eeEu8EagWKc5piByOWn6smBjpU2uBqBh8N6MH/mY5aDsqGB
+wkexiAsq/sKbPi0iFJ0CWmSls69Twe0vmW+THh7SWfGhbUxGwHsuYYIQnjcTHSMg
+HZHhB0RrjqiYtyfSvqo0mSOgwtZAX0dg4uCyZtPPeRo9X5qIl8DVPVtKqybdVsX1
+06Pt8EaSSFlxPJN/giw86GflsP2hL3ttjB/p3/8oa1ffgl+Z8xjrkwlDBnKL2BI5
+sfad/l//oPd41IheNji6C2TdnZYyWRpDumes1Jr924E25bAcy3lI82QDdpyHSp4v
+9+LG3NRpqLzQ/LpgBZnpjSnVMN1xBdwXpJ87omKM+fzgG0qiScBKko8jGYeRr/IR
+sX1ofHUIty57zzWEUc5MN/zgtnIxY3ZSHs1erfnZm5JDou+1YblxkiMGZQARAQAB
+tCBaYWNoIEtpbWJlcmcgPHphY2hna0BhcGFjaGUub3JnPokCTgQTAQgAOBYhBCKK
+3ZMsshhyPmHQngQwcRJjJfDsBQJc3IFrAhsDBQsJCAcCBhUKCQgLAgQWAgMBAh4B
+AheAAAoJEAQwcRJjJfDs1hgQAMMQkFmjWIOvHC63qJPeMP/BwgSeyANczohTWhBk
+fkpoxFHW5nGxOJePyHqINufy0G0eQLWzBQp/VFTTFadS/tPL0gZi2JvOXSLmroLa
+LBGcCkChTjXj1ah7pDq9J3KlHeOY6fzDDA9+3+8XRXMaROL2Bi3ax3jk0hhQ9iMh
+jH8iROHsAZAJg7CQ9MUCnlJlyS2mCNVOWBlsKWjoOW4s3pptvH8VBXnYRQfcTZbN
+VDwbwxvpq8cDgK+YJ+53MsgxCiYXQ0xtYOwYeThOdf29hRdOJBLwPpbZIlwCgYF5
+xeZinRCh10eVc8UvSFurXT4i91XulWs1pSMXv6xEV5LkXINzpfU8zzfCdpMYpq7n
+j7SJc+x5EhjUt8LQsa6ohVHsmEMQpEuX18uOxaA+WE2XAn4Y5kty9Hm1g6osSFEl
+40eGio9rz3zd63cHU3c9ccKAg0oxtWnsAw/kvSfExCg40kCvtrmrSoZt+iQnnw1l
+isvYtrzEjQiufbF4wryIfFcP/BZEZ4KeDvC6cU6tKyH8gYlW89EYfW92E4rfvofs
+o7i0Lo4vVVBmVqCoCORcsJsfRvZs5BpG4SXGD9kOsrz+LVmm3Y7vf68ycc7cTbKs
+rlIGLbMzIfk43s9i+C9IRgCo7PjImi7cbEBi52FvriR37ispDhvm2WX4i9o1DNl0
+FPeiuQINBFzcgWsBEADeqh6lsnBd0dzCNANIAhR8EsbRxuy3ihg52RVZR3HcUYyl
+osMlXWhGxz2HD/Tt6hKMv32oUXik14gIY9hsyXEBZpDsQAwW3fbyM2JJhTmup/ag
+F7Cy76NL1GvgPQ3soClGoXNn6m+W6wDW0shR0yDCfPpWY/h56Ub+7CTcfk4STbgV
+Erib+fr7sFlzGobpCOWq80k7wb70ak1J57sEBg1wJFVyme9OJGUfkUAznX8TPFy4
+o4esggkc9Wnr4hzMpk5n6/J0YVl//2YvVFlY8fvnw2pmHnyJpoMqf6ZomT2YhSJ6
+Z0Ni+tyr/CCTNpF7lKvRn9TEbP9Ll2YAWXFGK+MAz6fGmijm7V39IQN/F6duXq+5
+xrsN+tB8udxSRYgp3jG3jSdWvryC8XYyYcXKhgPhq5+PNzRCbkh2/rqqrgAjOOFS
+9kIMi95r1Rtb72CUevShHfC1WOulp9fzjt/zA5IpRlI5944CbBVa5wpAS4WyEBTb
+FCD9SCK2We2Nu7lJAfjdgKYQeVu3USOQaCRib/eNv2o28veqERV1ZlquefO1qtDa
+rstGbiFMI+CRMN5E6Y57gAxaOGud+H3o+DhdrzSTTHGLXsge/upjnRaS6PN3eEaK
+gLtUKYMuXjNBoSMSNylSkGxvlJSUQWAPEbn6fHUaZSSIugrl9Z9/TcHQTxCd5wAR
+AQABiQI2BBgBCAAgFiEEIordkyyyGHI+YdCeBDBxEmMl8OwFAlzcgWsCGwwACgkQ
+BDBxEmMl8Oyc1g//Z7wnTImcKyFaNNxGMHic5NPpf3e+zIqsLnDqKnUkiWxXMstE
+3pY0aX8b44fXy/QrUm18jC5LdDd/qH6sXdbBb9hBPwXmp6/WT5vSCn+Bnrj7iPE5
+DWr5mM1cisosn20UGQnb9wVGNrVD3GUwylQ58mu6ehbPTQ3Jah1DtVqpx8YfN9fR
+W5PPomKd8zRnYQ7i7nwkj32hWmBW0Kd+lgtCUunT2diic3w1PkQU4IL4Cr9wL4lO
+iLN5YVD4D2JeUC7t4mB5EJ3UT1/IcFYIwF0ULYhD1Ke00JocQ6pEVaGkg4Ll4wLN
+uO7kSOWbhvHwpH2uPtsAfTJ0h3MFsOSLypN+BdEiLNQ54c4U1zQ9BHzk6xJ3U37U
+eSQr5nNq3ceqjtH//7PR5/+OpeTbYuS/75LcujyKP73SqoZLS+41MNzmLnG5nBhJ
+dROfxO+mRLuY7fgZWlDBLAfe8Rmwfd7pxWusggBQ1MQjvweYRbBXwVxog04hL4uY
+Z0/2Tt5t15CGyVCY7HpvnpPTmHKHcSKlRiFHOp+kNLWbxFC0ryMBntYjinAvk1xy
+ihUvH40rKlgxbV3+KS/Ew88D2tJ2JGCACx2yzS3trw+oUXugoaAQiileXQfu47SI
+dM5GPiAt2UECZ9v4WthkRGygnoPiL/4IyDFsS9yDX7mOBSycVmT5R+VXmOs=
+=z8mO
 -----END PGP PUBLIC KEY BLOCK-----

Makefile

@@ -94,7 +94,7 @@ endif
 
 # CFLAGS for debug
 ifeq ($(DEBUG), 1)
-	CFLAGS += -g -O0
+	CFLAGS += -g -O0 -D_GLIBCXX_ASSERTIONS
 else
 	CFLAGS += -O3 -DNDEBUG=1
 endif
@@ -594,7 +594,7 @@ lint: cpplint rcpplint jnilint pylint
 
 cpplint:
 	3rdparty/dmlc-core/scripts/lint.py mxnet cpp include src plugin cpp-package tests \
-	--exclude_path src/operator/contrib/ctc_include
+	--exclude_path src/operator/contrib/ctc_include include/mkldnn
 
 pylint:
 	python3 -m pylint --rcfile=$(ROOTDIR)/ci/other/pylintrc --ignore-patterns=".*\.so$$,.*\.dll$$,.*\.dylib$$" python/mxnet tools/caffe_converter/*.py
@@ -612,7 +612,7 @@ doxygen:
 
 # Cython build
 cython:
-	cd python; python setup.py build_ext --inplace --with-cython
+	cd python; $(PYTHON) setup.py build_ext --inplace --with-cython
 
 cython2:
 	cd python; python2 setup.py build_ext --inplace --with-cython
@@ -677,6 +677,26 @@ rclean:
 	$(RM) -r R-package/src/image_recordio.h R-package/NAMESPACE R-package/man R-package/R/mxnet_generated.R \
 		R-package/inst R-package/src/*.o R-package/src/*.so mxnet_*.tar.gz
 
+build/rat/apache-rat/target/apache-rat-0.13-SNAPSHOT.jar:
+	mkdir -p build
+	svn co http://svn.apache.org/repos/asf/creadur/rat/branches/0.12-release/ build/rat; \
+	cd build/rat; \
+	mvn -Dmaven.test.skip=true install;
+
+ratcheck: build/rat/apache-rat/target/apache-rat-0.13-SNAPSHOT.jar
+	exec 5>&1; \
+	RAT_JAR=build/rat/apache-rat/target/apache-rat-0.13-SNAPSHOT.jar; \
+	OUTPUT=$(java -jar $(RAT_JAR) -E tests/nightly/apache_rat_license_check/rat-excludes -d .|tee >(cat - >&5)); \
+    ERROR_MESSAGE="Printing headers for text files without a valid license header"; \
+    echo "-------Process The Output-------"; \
+    if [[ $OUTPUT =~ $ERROR_MESSAGE ]]; then \
+        echo "ERROR: RAT Check detected files with unknown licenses. Please fix and run test again!"; \
+        exit 1; \
+    else \
+        echo "SUCCESS: There are no files with an Unknown License."; \
+    fi
+
+
 ifneq ($(EXTRA_OPERATORS),)
 clean: rclean cyclean $(EXTRA_PACKAGES_CLEAN)
 	$(RM) -r build lib bin deps *~ */*~ */*/*~ */*/*/*~ 

NEWS.md

@@ -18,6 +18,24 @@
 MXNet Change Log
 ================
 
+## 1.4.1
+
+Apache MXNet (incubating) 1.4.1 is a maintenance release incorporating important bug fixes and important performance improvements. All users of Apache MXNet (incubating) 1.4.0 are advised to upgrade. You can install Apache MXNet (incubating) 1.4.1 at the usual place. Please review these Release Notes to learn the bug fixes.
+
+### Bug-fixes
+* Java bug-fix cherry pick (#14834)
+* Use DEFAULT macro in C APIs (#14767) (#14789)
+* Set idx2name for Optimizer object (#14703) (#14772)
+* Add pin_device_id option to Gluon DataLoader (#14136) (#14771)
+* Tidy up storage allocation and deallocation (#14480) (#14768)
+* Add MXEnginePushAsync and MXEnginePushSync C APIs (#14615) (#14770)
+* Less cudaGet/SetDevice calls in Gluon execution (#13764)
+* Fix nightly build of 1.4.x (#14556)
+* Memory fixes. Resolves #10867, and resolves #14080 (#14372) (#14586)
+* Fixes for data links (#14526)
+* Backport of Windows CI Fixes (#14420)
+
+
 ## 1.4.0
 
 - [New Features](#new-features)

README.md

@@ -50,6 +50,7 @@ How to Contribute
 
 What's New
 ----------
+* [Version 1.4.1 Release](https://github.com/apache/incubator-mxnet/releases/tag/1.4.1) - MXNet 1.4.1 Patch Release.
 * [Version 1.4.0 Release](https://github.com/apache/incubator-mxnet/releases/tag/1.4.0) - MXNet 1.4.0 Release.
 * [Version 1.3.1 Release](https://github.com/apache/incubator-mxnet/releases/tag/1.3.1) - MXNet 1.3.1 Patch Release.
 * [Version 1.3.0 Release](https://github.com/apache/incubator-mxnet/releases/tag/1.3.0) - MXNet 1.3.0 Release.

amalgamation/README.md

@@ -114,17 +114,17 @@ To
 Change
 ```
 #ifdef __GNUC__
-  #define MX_TREAD_LOCAL __thread
+  #define MX_THREAD_LOCAL __thread
 #elif __STDC_VERSION__ >= 201112L
-  #define  MX_TREAD_LOCAL _Thread_local
+  #define  MX_THREAD_LOCAL _Thread_local
 #elif defined(_MSC_VER)
-  #define MX_TREAD_LOCAL __declspec(thread)
+  #define MX_THREAD_LOCAL __declspec(thread)
 #endif
 ```
 
 To
 ```
-#define MX_TREAD_LOCAL __declspec(thread)
+#define MX_THREAD_LOCAL __declspec(thread)
 ```
 
 **To build arm32 compatible version (e.g. iPhone 5):**

benchmark/__init__.py

@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.