Merge remote-tracking branch 'origin/develop' into dev_qiu

.clang-tidy

@@ -1,73 +1,73 @@
 ---
 Checks: '
--bugprone-argument-comment,
+bugprone-argument-comment,
 -bugprone-assert-side-effect,
 -bugprone-bad-signal-to-kill-thread,
 -bugprone-bool-pointer-implicit-conversion,
 -bugprone-branch-clone,
--bugprone-copy-constructor-init,
+bugprone-copy-constructor-init,
 -bugprone-dangling-handle,
 -bugprone-dynamic-static-initializers,
--bugprone-exception-escape,
+bugprone-exception-escape,
 -bugprone-fold-init-type,
 -bugprone-forwarding-reference-overload,
 -bugprone-inaccurate-erase,
--bugprone-incorrect-roundings,
+bugprone-incorrect-roundings,
 -bugprone-infinite-loop,
--bugprone-integer-division,
+bugprone-integer-division,
 -bugprone-macro-repeated-side-effects,
 -bugprone-misplaced-operator-in-strlen-in-alloc,
--bugprone-misplaced-widening-cast,
+bugprone-misplaced-widening-cast,
 -bugprone-move-forwarding-reference,
 -bugprone-multiple-statement-macro,
 -bugprone-narrowing-conversions,
 -bugprone-not-null-terminated-result,
 -bugprone-parent-virtual-call,
 -bugprone-posix-return,
--bugprone-signed-char-misuse,
+bugprone-signed-char-misuse,
 -bugprone-sizeof-container,
 -bugprone-sizeof-expression,
 -bugprone-string-constructor,
 -bugprone-string-integer-assignment,
 -bugprone-string-literal-with-embedded-nul,
 -bugprone-suspicious-enum-usage,
 -bugprone-suspicious-memset-usage,
--bugprone-suspicious-missing-comma,
+bugprone-suspicious-missing-comma,
 -bugprone-suspicious-semicolon,
 -bugprone-suspicious-string-compare,
 -bugprone-terminating-continue,
 -bugprone-throw-keyword-missing,
 -bugprone-too-small-loop-variable,
 -bugprone-undefined-memory-manipulation,
 -bugprone-undelegated-constructor,
--bugprone-unhandled-self-assignment,
--bugprone-unused-raii,
--bugprone-unused-return-value,
--bugprone-use-after-move,
+bugprone-unhandled-self-assignment,
+bugprone-unused-raii,
+bugprone-unused-return-value,
+bugprone-use-after-move,
 -bugprone-virtual-near-miss,
 -clang-analyzer-apiModeling.StdCLibraryFunctions,
 -clang-analyzer-apiModeling.TrustNonnull,
 -clang-analyzer-apiModeling.google.GTest,
 -clang-analyzer-apiModeling.llvm.CastValue,
 -clang-analyzer-apiModeling.llvm.ReturnValue,
--clang-analyzer-core.CallAndMessage,
+clang-analyzer-core.CallAndMessage,
 -clang-analyzer-core.DivideZero,
 -clang-analyzer-core.DynamicTypePropagation,
--clang-analyzer-core.NonNullParamChecker,
+clang-analyzer-core.NonNullParamChecker,
 -clang-analyzer-core.NonnilStringConstants,
 -clang-analyzer-core.NullDereference,
 -clang-analyzer-core.StackAddrEscapeBase,
 -clang-analyzer-core.StackAddressEscape,
--clang-analyzer-core.UndefinedBinaryOperatorResult,
+clang-analyzer-core.UndefinedBinaryOperatorResult,
 -clang-analyzer-core.VLASize,
 -clang-analyzer-core.builtin.BuiltinFunctions,
 -clang-analyzer-core.builtin.NoReturnFunctions,
 -clang-analyzer-core.uninitialized.ArraySubscript,
--clang-analyzer-core.uninitialized.Assign,
+clang-analyzer-core.uninitialized.Assign,
 -clang-analyzer-core.uninitialized.Branch,
 -clang-analyzer-core.uninitialized.CapturedBlockVariable,
 -clang-analyzer-core.uninitialized.UndefReturn,
--clang-analyzer-cplusplus.InnerPointer,
+clang-analyzer-cplusplus.InnerPointer,
 -clang-analyzer-cplusplus.Move,
 -clang-analyzer-cplusplus.NewDelete,
 -clang-analyzer-cplusplus.NewDeleteLeaks,
@@ -83,15 +83,15 @@ Checks: '
 -clang-analyzer-nullability.NullableDereferenced,
 -clang-analyzer-nullability.NullablePassedToNonnull,
 -clang-analyzer-nullability.NullableReturnedFromNonnull,
--clang-analyzer-optin.cplusplus.UninitializedObject,
+clang-analyzer-optin.cplusplus.UninitializedObject,
 -clang-analyzer-optin.cplusplus.VirtualCall,
 -clang-analyzer-optin.mpi.MPI-Checker,
 -clang-analyzer-optin.osx.OSObjectCStyleCast,
 -clang-analyzer-optin.osx.cocoa.localizability.EmptyLocalizationContextChecker,
 -clang-analyzer-optin.osx.cocoa.localizability.NonLocalizedStringChecker,
 -clang-analyzer-optin.performance.GCDAntipattern,
 -clang-analyzer-optin.performance.Padding,
--clang-analyzer-optin.portability.UnixAPI,
+clang-analyzer-optin.portability.UnixAPI,
 -clang-analyzer-osx.API,
 -clang-analyzer-osx.MIG,
 -clang-analyzer-osx.NSOrCFErrorDerefChecker,
@@ -137,67 +137,67 @@ Checks: '
 -clang-analyzer-security.insecureAPI.mktemp,
 -clang-analyzer-security.insecureAPI.rand,
 -clang-analyzer-security.insecureAPI.strcpy,
--clang-analyzer-security.insecureAPI.vfork,
+clang-analyzer-security.insecureAPI.vfork,
 -clang-analyzer-unix.API,
 -clang-analyzer-unix.DynamicMemoryModeling,
 -clang-analyzer-unix.Malloc,
 -clang-analyzer-unix.MallocSizeof,
 -clang-analyzer-unix.MismatchedDeallocator,
--clang-analyzer-unix.Vfork,
+clang-analyzer-unix.Vfork,
 -clang-analyzer-unix.cstring.BadSizeArg,
 -clang-analyzer-unix.cstring.CStringModeling,
 -clang-analyzer-unix.cstring.NullArg,
 -clang-analyzer-valist.CopyToSelf,
 -clang-analyzer-valist.Uninitialized,
 -clang-analyzer-valist.Unterminated,
 -clang-analyzer-valist.ValistBase,
--cppcoreguidelines-avoid-c-arrays,
+cppcoreguidelines-avoid-c-arrays,
 -cppcoreguidelines-avoid-goto,
--cppcoreguidelines-c-copy-assignment-signature,
--cppcoreguidelines-explicit-virtual-functions,
+cppcoreguidelines-c-copy-assignment-signature,
+cppcoreguidelines-explicit-virtual-functions,
 -cppcoreguidelines-init-variables,
 -cppcoreguidelines-narrowing-conversions,
 -cppcoreguidelines-no-malloc,
 -cppcoreguidelines-pro-type-const-cast,
 -cppcoreguidelines-pro-type-member-init,
 -cppcoreguidelines-slicing,
 -hicpp-avoid-goto,
--hicpp-exception-baseclass,
--misc-unused-alias-decls,
--misc-unused-using-decls,
--modernize-avoid-bind,
--modernize-avoid-c-arrays,
--modernize-deprecated-headers,
+hicpp-exception-baseclass,
+misc-unused-alias-decls,
+misc-unused-using-decls,
+modernize-avoid-bind,
+modernize-avoid-c-arrays,
+modernize-deprecated-headers,
 -modernize-deprecated-ios-base-aliases,
--modernize-loop-convert,
--modernize-make-shared,
+modernize-loop-convert,
+modernize-make-shared,
 modernize-make-unique,
 -modernize-pass-by-value,
--modernize-raw-string-literal,
--modernize-redundant-void-arg,
+modernize-raw-string-literal,
+modernize-redundant-void-arg,
 -modernize-replace-auto-ptr,
 -modernize-replace-random-shuffle,
 -modernize-shrink-to-fit,
 -modernize-unary-static-assert,
--modernize-use-bool-literals,
--modernize-use-emplace,
--modernize-use-equals-default,
+modernize-use-bool-literals,
+modernize-use-emplace,
+modernize-use-equals-default,
 -modernize-use-equals-delete,
 -modernize-use-noexcept,
--modernize-use-nullptr,
+modernize-use-nullptr,
 modernize-use-override,
--modernize-use-transparent-functors,
+modernize-use-transparent-functors,
 -modernize-use-uncaught-exceptions,
--performance-faster-string-find,
+performance-faster-string-find,
 -performance-for-range-copy,
 -performance-implicit-conversion-in-loop,
 -performance-inefficient-algorithm,
--performance-inefficient-string-concatenation,
+performance-inefficient-string-concatenation,
 -performance-inefficient-vector-operation,
 -performance-move-const-arg,
 -performance-move-constructor-init,
 -performance-no-automatic-move,
--performance-noexcept-move-constructor,
+performance-noexcept-move-constructor,
 -performance-trivially-destructible,
 -performance-type-promotion-in-math-fn,
 -performance-unnecessary-copy-initialization,

.flake8

@@ -3,7 +3,7 @@ select = C,E,W
 exclude =
     ./build,
     # Exclude fluid directory
-    ./python/paddle/fluid/**,
+    ./python/paddle/base/**,
     # Exclude third-party libraries
     ./third_party/**,
     ./python/paddle/utils/gast/**,

.gitignore

@@ -72,7 +72,7 @@ tools/nvcc_lazy
 
 # This file is automatically generated.
 # TODO(zhiqiang) Move this file to build directory.
-paddle/fluid/pybind/eager_op_function.cc
+paddle/fluid/pybind/eager_op_function.*
 tools/nvcc_lazy
 paddle/phi/kernels/sparse/gpu/cutlass_generator/all_gemm_operations.h
 paddle/phi/kernels/sparse/gpu/cutlass_generator/configurations.h
@@ -95,5 +95,7 @@ paddle/fluid/framework/__init__.py
 paddle/phi/api/profiler/__init__.py
 python/paddle/incubate/fleet/parameter_server/pslib/ps_pb2.py
 paddle/phi/kernels/fusion/cutlass/conv2d/generated/*
-python/paddle/fluid/incubate/fleet/parameter_server/pslib/ps_pb2.py
+python/paddle/base/incubate/fleet/parameter_server/pslib/ps_pb2.py
 paddle/fluid/ir_adaptor/translator/op_compat_info.cc
+paddle/fluid/pybind/static_op_function.*
+paddle/fluid/pybind/ops_api.cc

.gitmodules

@@ -82,3 +82,27 @@
 	path = third_party/gtest
 	url = https://github.com/google/googletest.git
 	ignore = dirty
+[submodule "third_party/openblas"]
+	path = third_party/openblas
+	url = https://github.com/xianyi/OpenBLAS.git
+	ignore = dirty
+[submodule "third_party/leveldb"]
+	path = third_party/leveldb
+	url = https://github.com/google/leveldb.git
+	ignore = dirty
+[submodule "third_party/brpc"]
+	path = third_party/brpc
+	url = https://github.com/apache/brpc.git
+	ignore = dirty
+[submodule "third_party/rocksdb"]
+	path = third_party/rocksdb
+	url = https://github.com/Thunderbrook/rocksdb
+	ignore = dirty
+[submodule "third_party/absl"]
+	path = third_party/absl
+	url = https://github.com/abseil/abseil-cpp.git
+	ignore = dirty
+[submodule "third_party/jitify"]
+	path = third_party/jitify
+	url = https://github.com/NVIDIA/jitify.git
+	ignore = dirty

CMakeLists.txt

@@ -254,6 +254,7 @@ option(WITH_BRPC_RDMA "Use brpc rdma as the rpc protocal" OFF)
 option(ON_INFER "Turn on inference optimization and inference-lib generation"
        ON)
 option(WITH_CPP_DIST "Install PaddlePaddle C++ distribution" OFF)
+option(WITH_GFLAGS "Compile PaddlePaddle with gflags support" OFF)
 ################################ Internal Configurations #######################################
 option(WITH_NV_JETSON "Compile PaddlePaddle with NV JETSON" OFF)
 option(WITH_PROFILER "Compile PaddlePaddle with GPU profiler and gperftools"
@@ -582,6 +583,13 @@ include(flags) # set paddle compile flags
 
 if(WITH_CINN)
   message(STATUS "Compile Paddle with CINN.")
+  message(
+    WARNING
+      "Enable WITH_SHARED_PHI when compiling with CINN. Force WITH_SHARED_PHI=ON."
+  )
+  set(WITH_SHARED_PHI
+      ON
+      CACHE BOOL "Enable WITH_SHARED_PHI when compiling with CINN" FORCE)
   # TODO(6clc): Use CINN_WITH_CUDNN to completely replace WITH_CUDNN in CINN.
   #             Use WITH_GPU to completely replace WITH_CUDA in CINN.
   set(WITH_MKL_CBLAS ${WITH_MKL})
@@ -597,10 +605,14 @@ if(WITH_CINN)
   add_definitions(-DPADDLE_WITH_CINN)
 
   if(CINN_ONLY)
+    add_definitions(-DCINN_WITH_ONLY)
     if(WITH_PYTHON)
       add_subdirectory(python)
     endif()
     add_subdirectory(test)
+    if(NOT WITH_GFLAGS)
+      add_subdirectory(paddle/utils)
+    endif()
     return()
   endif()
 endif()

README.md

@@ -15,12 +15,12 @@ English | [简体中文](./README_cn.md) | [日本語](./README_ja.md)
 Welcome to the PaddlePaddle GitHub.
 
 PaddlePaddle, as the first independent R&D deep learning platform in China, has been officially open-sourced to professional communities since 2016. It is an industrial platform with advanced technologies and rich features that cover core deep learning frameworks, basic model libraries, end-to-end development kits, tools & components as well as service platforms.
-PaddlePaddle is originated from industrial practices with dedication and commitments to industrialization. It has been widely adopted by a wide range of sectors including manufacturing, agriculture, enterprise service, and so on while serving more than 5.35 million developers, 200,000 companies and generating 670,000 models. With such advantages, PaddlePaddle has helped an increasing number of partners commercialize AI.
+PaddlePaddle is originated from industrial practices with dedication and commitments to industrialization. It has been widely adopted by a wide range of sectors including manufacturing, agriculture, enterprise service, and so on while serving more than 8 million developers, 220,000 companies and generating 800,000 models. With such advantages, PaddlePaddle has helped an increasing number of partners commercialize AI.
 
 
 ## Installation
 
-### Latest PaddlePaddle Release: [v2.4](https://github.com/PaddlePaddle/Paddle/tree/release/2.4)
+### Latest PaddlePaddle Release: [v2.5](https://github.com/PaddlePaddle/Paddle/tree/release/2.5)
 
 Our vision is to enable deep learning for everyone via PaddlePaddle.
 Please refer to our [release announcement](https://github.com/PaddlePaddle/Paddle/releases) to track the latest features of PaddlePaddle.

README_cn.md

@@ -14,11 +14,11 @@
 
 欢迎来到 PaddlePaddle GitHub
 
-飞桨(PaddlePaddle)以百度多年的深度学习技术研究和业务应用为基础，是中国首个自主研发、功能完备、 开源开放的产业级深度学习平台，集深度学习核心训练和推理框架、基础模型库、端到端开发套件和丰富的工具组件于一体。目前，飞桨累计开发者535万，服务企业20万家，基于飞桨开源深度学习平台产生了67万个模型。飞桨助力开发者快速实现AI想法，快速上线AI业务。帮助越来越多的行业完成AI赋能，实现产业智能化升级。
+飞桨(PaddlePaddle)以百度多年的深度学习技术研究和业务应用为基础，是中国首个自主研发、功能完备、 开源开放的产业级深度学习平台，集深度学习核心训练和推理框架、基础模型库、端到端开发套件和丰富的工具组件于一体。目前，飞桨累计开发者800万，服务企业22万家，基于飞桨开源深度学习平台产生了80万个模型。飞桨助力开发者快速实现AI想法，快速上线AI业务。帮助越来越多的行业完成AI赋能，实现产业智能化升级。
 
 ## 安装
 
-### PaddlePaddle最新版本: [v2.4](https://github.com/PaddlePaddle/Paddle/tree/release/2.4)
+### PaddlePaddle最新版本: [v2.5](https://github.com/PaddlePaddle/Paddle/tree/release/2.5)
 
 跟进PaddlePaddle最新特性请参考我们的[版本说明](https://github.com/PaddlePaddle/Paddle/releases)
 

README_ja.md

@@ -15,12 +15,12 @@
 PaddlePaddle GitHub へようこそ。
 
 PaddlePaddle は中国初の独立系 R&D ディープラーニングプラットフォームとして、2016年からプロのコミュニティに正式にオープンソース化されました。コアとなる深層学習フレームワーク、基本モデルライブラリ、エンドツーエンドの開発キット、ツール＆コンポーネント、さらにサービスプラットフォームを網羅する、高度な技術と豊富な機能を備えた産業プラットフォームです。
-PaddlePaddle は、工業化に対するコミットメントを持つ工業的実践から生まれたものです。製造業、農業、企業サービスなど幅広い分野で採用され、535万人以上の開発者、20万以上の企業、67万以上のモデルを生み出しています。それにより PaddlePaddle は、ますます多くのパートナーの AI 商用化を支援しています。
+PaddlePaddle は、工業化に対するコミットメントを持つ工業的実践から生まれたものです。製造業、農業、企業サービスなど幅広い分野で採用され、800万人以上の開発者、22万以上の企業、80万以上のモデルを生み出しています。それにより PaddlePaddle は、ますます多くのパートナーの AI 商用化を支援しています。
 
 
 ## インストール
 
-### PaddlePaddle の最新リリース: [v2.4](https://github.com/PaddlePaddle/Paddle/tree/release/2.4)
+### PaddlePaddle の最新リリース: [v2.5](https://github.com/PaddlePaddle/Paddle/tree/release/2.5)
 
 私たちのビジョンは、PaddlePaddle を通じて、誰もが深層学習を行えるようにすることです。
 PaddlePaddle の最新機能を追跡するために、私たちの[リリースのお知らせ](https://github.com/PaddlePaddle/Paddle/releases)を参照してください。