diff --git a/dataproxy_sdk/bazel/rapidjson.BUILD b/.bazeliskrc similarity index 70% rename from dataproxy_sdk/bazel/rapidjson.BUILD rename to .bazeliskrc index 29d63a1..a565428 100644 --- a/dataproxy_sdk/bazel/rapidjson.BUILD +++ b/.bazeliskrc @@ -12,17 +12,4 @@ # See the License for the specific language governing permissions and # limitations under the License. -package(default_visibility = ["//visibility:public"]) - -licenses(["notice"]) # MIT/JSON license - -cc_library( - name = "rapidjson", - srcs = glob([ - "include/**/*.h", - ]), - copts = [], - includes = [ - "include", - ], -) +USE_BAZEL_VERSION=7.4.1 diff --git a/.bazelrc b/.bazelrc index 448a201..8c195cb 100644 --- a/.bazelrc +++ b/.bazelrc @@ -13,8 +13,11 @@ # limitations under the License. common --experimental_repo_remote_exec -common --modify_execution_info=CppLink=+no-remote-cache +common --experimental_cc_shared_library +common --registry=https://raw.githubusercontent.com/secretflow/bazel-registry/main +common --registry=https://bcr.bazel.build +common --registry=https://baidu.github.io/babylon/registry build --incompatible_new_actions_api=false build --copt=-fdiagnostics-color=always @@ -22,6 +25,7 @@ build --enable_platform_specific_config build --cxxopt=-std=c++17 build --host_cxxopt=-std=c++17 +build --linkopt -lm build:avx --copt=-mavx build:avx --host_copt=-mavx diff --git a/.bazelversion b/.bazelversion deleted file mode 100644 index 4be2c72..0000000 --- a/.bazelversion +++ /dev/null @@ -1 +0,0 @@ -6.5.0 \ No newline at end of file diff --git a/.gitignore b/.gitignore index 06fcecf..eb81ac5 100644 --- a/.gitignore +++ b/.gitignore @@ -59,6 +59,10 @@ CTestTestfile.cmake # bazel bazel-* +# bazel module lock +MODULE.bazel.lock +resolved.bzl + #python *.pyc *egg-info diff --git a/MODULE.bazel b/MODULE.bazel new file mode 100644 index 0000000..258dc67 --- /dev/null +++ b/MODULE.bazel @@ -0,0 +1,81 @@ +# Copyright 2025 Ant Group Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +module( + name = "dataproxy", + compatibility_level = 1, +) + +DEFAULT_PYTHON_VERSION = "3.11" + +SUPPORTED_PYTHON_VERSIONS = [ + "3.9", + "3.10", + "3.11", +] + +python = use_extension("@rules_python//python/extensions:python.bzl", "python") + +[ + python.toolchain( + ignore_root_user_error = True, + is_default = python_version == DEFAULT_PYTHON_VERSION, + python_version = python_version, + ) + for python_version in SUPPORTED_PYTHON_VERSIONS +] + +use_repo(python, "python_versions") + +pip = use_extension("@rules_python//python/extensions:pip.bzl", "pip") + +[ + pip.parse( + hub_name = "dataproxy_sdk_pip", + python_version = python_version, + requirements_linux = "//dataproxy_sdk/python:requirements_lock_{}.txt".format(python_version.replace(".", "_")), + ) + for python_version in SUPPORTED_PYTHON_VERSIONS +] + +use_repo(pip, "dataproxy_sdk_pip") + +bazel_dep(name = "arrow", version = "14.0.2") +bazel_dep(name = "rules_foreign_cc", version = "0.13.0") +bazel_dep(name = "spdlog", version = "1.14.1") +bazel_dep(name = "yacl", version = "0.4.5b10-nightly-20241224") +bazel_dep(name = "pybind11_bazel", version = "2.13.6") +bazel_dep(name = "rules_python", version = "0.34.0") +bazel_dep(name = "rules_proto_grpc_python", version = "5.0.1") +bazel_dep(name = "grpc") +single_version_override( + module_name = "grpc", + patch_strip = 1, + patches = [ + "//dataproxy_sdk/bazel/patches:grpc_1.66.patch", + "//dataproxy_sdk/bazel/patches:grpc_module_file.patch", + ], + version = "1.66.0.bcr.3", +) + +bazel_dep(name = "kuscia") +git_override( + module_name = "kuscia", + commit = "a1208dcdab6682dfc6d3ae21b2d5990e917cbf2f", + remote = "https://github.com/secretflow/kuscia.git", +) + +# # test +bazel_dep(name = "googletest", version = "1.15.2", dev_dependency = True) +# bazel_dep(name = "google_benchmark", version = "1.8.5", dev_dependency = True) diff --git a/WORKSPACE b/WORKSPACE deleted file mode 100644 index 0696718..0000000 --- a/WORKSPACE +++ /dev/null @@ -1,72 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -workspace(name = "dataproxy") - -load("@dataproxy//dataproxy_sdk/bazel:repositories.bzl", "dataproxy_deps") - -dataproxy_deps() - -load("@yacl//bazel:repositories.bzl", "yacl_deps") - -yacl_deps() - -load( - "@rules_foreign_cc//foreign_cc:repositories.bzl", - "rules_foreign_cc_dependencies", -) - -rules_foreign_cc_dependencies( - register_built_tools = False, - register_default_tools = False, - register_preinstalled_tools = True, -) - -# -# boost -# -load("@com_github_nelhage_rules_boost//:boost/boost.bzl", "boost_deps") - -boost_deps() - -load("@rules_python//python:repositories.bzl", "py_repositories") - -py_repositories() - -load("@rules_pkg//:deps.bzl", "rules_pkg_dependencies") - -rules_pkg_dependencies() - -load("@pybind11_bazel//:python_configure.bzl", "python_configure") - -python_configure( - name = "local_config_python", - python_version = "3", -) - -load("@rules_proto_grpc//:repositories.bzl", "rules_proto_grpc_repos", "rules_proto_grpc_toolchains") - -rules_proto_grpc_toolchains() - -rules_proto_grpc_repos() - -# Load gRPC dependencies after load. -load("@com_github_grpc_grpc//bazel:grpc_deps.bzl", "grpc_deps") - -grpc_deps() - -# Load extra gRPC dependencies due to https://github.com/grpc/grpc/issues/20511 -load("@com_github_grpc_grpc//bazel:grpc_extra_deps.bzl", "grpc_extra_deps") - -grpc_extra_deps() diff --git a/dataproxy-core/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.config.ConfigLoader b/dataproxy-core/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.config.ConfigLoader index e26036c..ea036c8 100644 --- a/dataproxy-core/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.config.ConfigLoader +++ b/dataproxy-core/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.config.ConfigLoader @@ -1 +1,15 @@ +# Copyright 2024 Ant Group Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + org.secretflow.dataproxy.core.config.DefaultFlightServerConfigLoader \ No newline at end of file diff --git a/dataproxy-plugins/dataproxy-plugin-odps/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.config.ConfigLoader b/dataproxy-plugins/dataproxy-plugin-odps/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.config.ConfigLoader index ff3180a..8f96965 100644 --- a/dataproxy-plugins/dataproxy-plugin-odps/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.config.ConfigLoader +++ b/dataproxy-plugins/dataproxy-plugin-odps/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.config.ConfigLoader @@ -1,2 +1,16 @@ +# Copyright 2024 Ant Group Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + org.secretflow.dataproxy.plugin.odps.config.DefaultOdpsFlightConfigLoader org.secretflow.dataproxy.plugin.odps.config.EnvironmentOdpsFlightConfigLoader \ No newline at end of file diff --git a/dataproxy-plugins/dataproxy-plugin-odps/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.spi.producer.DataProxyFlightProducer b/dataproxy-plugins/dataproxy-plugin-odps/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.spi.producer.DataProxyFlightProducer index 434319c..4d11da7 100644 --- a/dataproxy-plugins/dataproxy-plugin-odps/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.spi.producer.DataProxyFlightProducer +++ b/dataproxy-plugins/dataproxy-plugin-odps/src/main/resources/META-INF/services/org.secretflow.dataproxy.core.spi.producer.DataProxyFlightProducer @@ -1 +1,15 @@ +# Copyright 2024 Ant Group Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + org.secretflow.dataproxy.plugin.odps.producer.OdpsFlightProducer \ No newline at end of file diff --git a/dataproxy_sdk/bazel/arrow.BUILD b/dataproxy_sdk/bazel/arrow.BUILD deleted file mode 100644 index ab6c7b3..0000000 --- a/dataproxy_sdk/bazel/arrow.BUILD +++ /dev/null @@ -1,238 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -load("@rules_proto_grpc//cpp:defs.bzl", "cpp_grpc_compile") - -package(default_visibility = ["//visibility:public"]) - -licenses(["notice"]) # Apache 2.0 - -exports_files(["LICENSE.txt"]) - -genrule( - name = "arrow_util_config", - srcs = ["cpp/src/arrow/util/config.h.cmake"], - outs = ["cpp/src/arrow/util/config.h"], - cmd = ("sed " + - "-e 's/@ARROW_VERSION_MAJOR@/9/g' " + - "-e 's/@ARROW_VERSION_MINOR@/0/g' " + - "-e 's/@ARROW_VERSION_PATCH@/0/g' " + - "-e 's/cmakedefine ARROW_USE_NATIVE_INT128/undef ARROW_USE_NATIVE_INT128/g' " + - "-e 's/cmakedefine ARROW_WITH_OPENTELEMETRY/undef ARROW_WITH_OPENTELEMETRY/g' " + - "-e 's/cmakedefine ARROW_GCS/undef ARROW_GCS/g' " + - "-e 's/cmakedefine ARROW_S3/undef ARROW_S3/g' " + - "-e 's/cmakedefine ARROW_JEMALLOC/undef ARROW_JEMALLOC/g' " + - "-e 's/cmakedefine ARROW_JEMALLOC_VENDORED/undef ARROW_JEMALLOC_VENDORED/g' " + - "-e 's/cmakedefine/define/g' " + - "$< >$@"), -) - -genrule( - name = "parquet_version_h", - srcs = ["cpp/src/parquet/parquet_version.h.in"], - outs = ["cpp/src/parquet/parquet_version.h"], - cmd = ("sed " + - "-e 's/@PARQUET_VERSION_MAJOR@/1/g' " + - "-e 's/@PARQUET_VERSION_MINOR@/5/g' " + - "-e 's/@PARQUET_VERSION_PATCH@/1/g' " + - "$< >$@"), -) - -cc_library( - name = "arrow_vendored", - srcs = glob([ - "cpp/src/arrow/vendored/datetime/*.h", - "cpp/src/arrow/vendored/datetime/*.cpp", - "cpp/src/arrow/vendored/pcg/pcg_uint128.hpp", - "cpp/src/arrow/vendored/pcg/pcg_random.hpp", - "cpp/src/arrow/vendored/pcg/pcg_extras.hpp", - "cpp/src/arrow/vendored/uriparser/*.h", - "cpp/src/arrow/vendored/uriparser/*.c", - ]), - includes = [ - "cpp/src", - ], - visibility = ["//visibility:private"], -) - -cc_library( - name = "arrow", - srcs = glob( - [ - "cpp/src/arrow/*.cc", - "cpp/src/arrow/c/*.cc", - "cpp/src/arrow/array/*.cc", - "cpp/src/arrow/csv/*.cc", - "cpp/src/arrow/io/*.cc", - "cpp/src/arrow/extension/**/*.cc", - "cpp/src/arrow/json/**/*.cc", - "cpp/src/arrow/ipc/*.cc", - "cpp/src/arrow/json/*.cc", - "cpp/src/arrow/tensor/*.cc", - "cpp/src/arrow/compute/**/*.cc", - "cpp/src/arrow/util/*.cc", - "cpp/src/arrow/adapters/orc/*.cc", - "cpp/src/arrow/vendored/optional.hpp", - "cpp/src/arrow/vendored/string_view.hpp", - "cpp/src/arrow/vendored/variant.hpp", - "cpp/src/arrow/vendored/base64.cpp", - "cpp/src/arrow/vendored/double-conversion/*.cc", - "cpp/src/arrow/vendored/double-conversion/*.h", - "cpp/src/arrow/**/*.h", - "cpp/src/parquet/**/*.h", - "cpp/src/parquet/**/*.cc", - "cpp/src/generated/*.h", - "cpp/src/generated/*.cpp", - "cpp/thirdparty/flatbuffers/include/flatbuffers/*.h", - ], - exclude = [ - "cpp/src/**/*_benchmark.cc", - "cpp/src/**/*_main.cc", - "cpp/src/**/*_nossl.cc", - "cpp/src/**/*_test.cc", - "cpp/src/**/test_*.h", - "cpp/src/**/test_*.cc", - "cpp/src/**/benchmark_util.h", - "cpp/src/**/benchmark_util.cc", - "cpp/src/**/*hdfs*.cc", - "cpp/src/**/*fuzz*.cc", - "cpp/src/arrow/memory_pool_jemalloc.cc", - "cpp/src/**/file_to_stream.cc", - "cpp/src/**/stream_to_file.cc", - "cpp/src/arrow/dataset/file_orc*", - "cpp/src/arrow/filesystem/gcsfs*.cc", - "cpp/src/arrow/filesystem/s3*.cc", - "cpp/src/arrow/filesystem/*_test_util.cc", - "cpp/src/arrow/util/bpacking_avx2.cc", - "cpp/src/arrow/util/bpacking_avx512.cc", - "cpp/src/arrow/util/bpacking_neon.cc", - "cpp/src/arrow/util/tracing_internal.cc", - "cpp/src/arrow/compute/**/*_avx2.cc", - ], - ), - hdrs = [ - # declare header from above genrule - "cpp/src/arrow/util/config.h", - "cpp/src/parquet/parquet_version.h", - "cpp/src/arrow/dataset/file_orc.h", - ], - copts = [], - defines = [ - "ARROW_WITH_BROTLI", - "ARROW_WITH_SNAPPY", - "ARROW_WITH_LZ4", - "ARROW_WITH_ZLIB", - "ARROW_WITH_ZSTD", - "ARROW_WITH_BZ2", - "ARROW_STATIC", - "ARROW_EXPORT=", - "PARQUET_STATIC", - "PARQUET_EXPORT=", - "WIN32_LEAN_AND_MEAN", - ], - includes = [ - "cpp/src", - "cpp/src/arrow/vendored/xxhash", - "cpp/thirdparty/flatbuffers/include", - ], - textual_hdrs = [ - "cpp/src/arrow/vendored/xxhash/xxhash.c", - ], - deps = [ - ":arrow_vendored", - "@boost//:multiprecision", - "@brotli", - "@bzip2", - "@com_github_facebook_zstd//:zstd", - "@com_github_google_snappy//:snappy", - "@com_github_lz4_lz4//:lz4", - # use openssl instead of boringssl - # "@boringssl//:crypto", - "@com_github_openssl_openssl//:openssl", - "@com_github_tencent_rapidjson//:rapidjson", - "@com_github_xtensor_xsimd//:xsimd", - "@com_google_double_conversion//:double-conversion", - "@org_apache_thrift//:thrift", - "@org_apache_orc//:orc", - "@zlib", - ], -) - -proto_library( - name = "flight_proto", - srcs = ["format/Flight.proto"], - strip_import_prefix = "format", - deps = ["@com_google_protobuf//:timestamp_proto"], -) - -cpp_grpc_compile( - name = "flight_grpc_proto_cc", - prefix_path = "../cpp/src/arrow", - protos = [":flight_proto"], -) - -filegroup( - name = "flight_grpc_proto_cc_files", - srcs = [ - ":flight_grpc_proto_cc", - ], -) - -genrule( - name = "flight_grpc_proto_cc_files_copy", - srcs = [":flight_grpc_proto_cc_files"], - outs = [ - "arrow/flight/Flight.grpc.pb.cc", - "arrow/flight/Flight.grpc.pb.h", - "arrow/flight/Flight.pb.cc", - "arrow/flight/Flight.pb.h", - ], - cmd = "cp $(locations :flight_grpc_proto_cc_files) $(@D)/arrow/flight", -) - -cc_library( - name = "arrow_flight", - srcs = glob( - [ - "cpp/src/arrow/flight/**/*.h", - "cpp/src/arrow/flight/**/*.cc", - ], - exclude = [ - "cpp/src/arrow/flight/**/test_*", - "cpp/src/arrow/flight/sql/**/*", - "cpp/src/arrow/flight/integration_tests/**/*", - "cpp/src/arrow/flight/**/*_test.cc", - "cpp/src/arrow/flight/transport/ucx/*", - "cpp/src/arrow/flight/**/*_benchmark.cc", - "cpp/src/arrow/flight/perf_server.cc", - ], - ) + [ - "arrow/flight/Flight.grpc.pb.cc", - "arrow/flight/Flight.pb.cc", - ], - hdrs = [ - "arrow/flight/Flight.grpc.pb.cc", - "arrow/flight/Flight.grpc.pb.h", - "arrow/flight/Flight.pb.cc", - "arrow/flight/Flight.pb.h", - ], - includes = [ - "cpp/src", - ], - deps = [ - ":arrow", - "@com_github_grpc_grpc//:grpc", - "@com_github_grpc_grpc//:grpc++", - ], -) diff --git a/dataproxy_sdk/bazel/brotli.BUILD b/dataproxy_sdk/bazel/brotli.BUILD deleted file mode 100644 index 3c5d0b1..0000000 --- a/dataproxy_sdk/bazel/brotli.BUILD +++ /dev/null @@ -1,38 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -licenses(["notice"]) # MIT license - -exports_files(["LICENSE"]) - -cc_library( - name = "brotli", - srcs = glob([ - "c/common/*.c", - "c/common/*.h", - "c/dec/*.c", - "c/dec/*.h", - "c/enc/*.c", - "c/enc/*.h", - "c/include/brotli/*.h", - ]), - hdrs = [], - defines = [], - includes = [ - "c/dec", - "c/include", - ], - linkopts = [], - visibility = ["//visibility:public"], -) diff --git a/dataproxy_sdk/bazel/bzip2.BUILD b/dataproxy_sdk/bazel/bzip2.BUILD deleted file mode 100644 index 158a332..0000000 --- a/dataproxy_sdk/bazel/bzip2.BUILD +++ /dev/null @@ -1,39 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# copied from https://github.com/tensorflow/io/blob/v0.25.0/third_party/bzip2.BUILD - -package(default_visibility = ["//visibility:public"]) - -licenses(["notice"]) # BSD-like license - -cc_library( - name = "bzip2", - srcs = [ - "blocksort.c", - "bzlib.c", - "bzlib_private.h", - "compress.c", - "crctable.c", - "decompress.c", - "huffman.c", - "randtable.c", - ], - hdrs = [ - "bzlib.h", - ], - copts = [ - ], - includes = ["."], -) diff --git a/dataproxy_sdk/bazel/defs.bzl b/dataproxy_sdk/bazel/defs.bzl index 7aac85c..ce8936a 100644 --- a/dataproxy_sdk/bazel/defs.bzl +++ b/dataproxy_sdk/bazel/defs.bzl @@ -46,18 +46,6 @@ def dataproxy_cmake_external(**attrs): attrs["generate_args"] = ["-GNinja"] return cmake(**attrs) -def dataproxy_cc_binary( - linkopts = [], - copts = [], - deps = [], - **kargs): - cc_binary( - linkopts = linkopts, - copts = copts + _dataproxy_copts(), - deps = deps, - **kargs - ) - def dataproxy_cc_library( linkopts = [], copts = [], @@ -67,7 +55,7 @@ def dataproxy_cc_library( linkopts = linkopts, copts = _dataproxy_copts() + copts, deps = deps + [ - "@com_github_gabime_spdlog//:spdlog", + "@spdlog//:spdlog", ], **kargs ) @@ -76,17 +64,13 @@ def dataproxy_cc_test( linkopts = [], copts = [], deps = [], - linkstatic = True, **kwargs): cc_test( - # -lm for tcmalloc - linkopts = linkopts + ["-lm"], + linkopts = linkopts, copts = _dataproxy_copts() + copts, - deps = deps + [ + deps = [ # use tcmalloc same as release bins. make them has same behavior on mem. - "@com_google_googletest//:gtest_main", - ], - # static link for tcmalloc - linkstatic = True, + "@googletest//:gtest_main", + ] + deps, **kwargs ) diff --git a/dataproxy_sdk/bazel/lz4.BUILD b/dataproxy_sdk/bazel/lz4.BUILD deleted file mode 100644 index 3a463e5..0000000 --- a/dataproxy_sdk/bazel/lz4.BUILD +++ /dev/null @@ -1,37 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -load("@dataproxy//dataproxy_sdk/bazel:defs.bzl", "dataproxy_cmake_external") - -package(default_visibility = ["//visibility:public"]) - -filegroup( - name = "all_srcs", - srcs = glob(["**"]), -) - -dataproxy_cmake_external( - name = "lz4", - cache_entries = { - "LZ4_BUILD_CLI": "OFF", - "BUILD_SHARED_LIBS": "OFF", - "BUILD_STATIC_LIBS": "ON", - "CMAKE_INSTALL_LIBDIR": "lib", - }, - lib_source = ":all_srcs", - out_static_libs = [ - "liblz4.a", - ], - working_directory = "build/cmake", -) diff --git a/dataproxy_sdk/bazel/orc.BUILD b/dataproxy_sdk/bazel/orc.BUILD deleted file mode 100644 index 3fb6618..0000000 --- a/dataproxy_sdk/bazel/orc.BUILD +++ /dev/null @@ -1,121 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -load("@rules_proto_grpc//cpp:defs.bzl", "cpp_grpc_compile") - -package(default_visibility = ["//visibility:public"]) - -licenses(["notice"]) # Apache 2.0 - -exports_files(["LICENSE.txt"]) - -genrule( - name = "Adaptor_h", - srcs = ["c++/src/Adaptor.hh.in"], - outs = ["c++/src/Adaptor.hh"], - cmd = ("sed " + - "-e 's/cmakedefine HAS_PREAD/define HAS_PREAD/g' " + - "-e 's/cmakedefine HAS_STRPTIME/define HAS_STRPTIME/g' " + - "-e 's/cmakedefine HAS_DIAGNOSTIC_PUSH/define HAS_DIAGNOSTIC_PUSH/g' " + - "-e 's/cmakedefine HAS_DOUBLE_TO_STRING/define HAS_DOUBLE_TO_STRING/g' " + - "-e 's/cmakedefine HAS_INT64_TO_STRING/define HAS_INT64_TO_STRING/g' " + - "-e 's/cmakedefine HAS_PRE_1970/define HAS_PRE_1970/g' " + - "-e 's/cmakedefine HAS_POST_2038/define HAS_POST_2038/g' " + - "-e 's/cmakedefine HAS_STD_ISNAN/define HAS_STD_ISNAN/g' " + - "-e 's/cmakedefine HAS_BUILTIN_OVERFLOW_CHECK/define HAS_BUILTIN_OVERFLOW_CHECK/g' " + - "-e 's/cmakedefine NEEDS_Z_PREFIX/undef NEEDS_Z_PREFIX/g' " + - "$< >$@"), -) - -genrule( - name = "orc-config", - srcs = ["c++/include/orc/orc-config.hh.in"], - outs = ["c++/include/orc/orc-config.hh"], - cmd = ("sed " + - "-e 's/@ORC_VERSION@/1.9.0/g' " + - "-e 's/cmakedefine ORC_CXX_HAS_CSTDINT/undef ORC_CXX_HAS_CSTDINT/g' " + - "$< >$@"), -) - -proto_library( - name = "orc_proto", - srcs = ["proto/orc_proto.proto"], - strip_import_prefix = "proto", -) - -cpp_grpc_compile( - name = "orc_proto_cc", - prefix_path = "../c++", - protos = [":orc_proto"], -) - -filegroup( - name = "orc_proto_cc_files", - srcs = [ - ":orc_proto_cc", - ], -) - -genrule( - name = "orc_proto_cc_file_copy", - srcs = [":orc_proto_cc_files"], - outs = [ - "c++/src/orc_proto.pb.cc", - "c++/src/orc_proto.pb.h", - ], - cmd = "cp $(locations :orc_proto_cc_files) $(@D)/c++/src", -) - -cc_library( - name = "orc", - srcs = glob( - [ - "c++/src/*.cc", - "c++/src/*.hh", - "c++/src/sargs/*.cc", - "c++/src/sargs/*.hh", - "c++/src/io/*.cc", - "c++/src/io/*.hh", - "c++/src/wrap/*.cc", - "c++/src/wrap/*.hh", - "c++/src/wrap/*.h", - ], - exclude = [ - "c++/src/OrcHdfsFile.cc", - "c++/src/BpackingAvx512.cc", - ], - ) + [ - "c++/src/Adaptor.hh", - "c++/src/orc_proto.pb.cc", - ], - hdrs = glob([ - "c++/include/orc/*.hh", - "c++/include/orc/**/*.hh", - ]) + [ - "c++/include/orc/orc-config.hh", - "c++/src/orc_proto.pb.cc", - "c++/src/orc_proto.pb.h", - ], - includes = [ - "c++/include", - "c++/src", - ], - deps = [ - "@com_github_facebook_zstd//:zstd", - "@com_github_google_snappy//:snappy", - "@com_github_lz4_lz4//:lz4", - "@com_google_protobuf//:protobuf", - "@zlib", - ], -) diff --git a/dataproxy_sdk/bazel/double_conversion.BUILD b/dataproxy_sdk/bazel/patches/BUILD similarity index 61% rename from dataproxy_sdk/bazel/double_conversion.BUILD rename to dataproxy_sdk/bazel/patches/BUILD index 9bdff69..8289c83 100644 --- a/dataproxy_sdk/bazel/double_conversion.BUILD +++ b/dataproxy_sdk/bazel/patches/BUILD @@ -11,21 +11,3 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. - -load("@rules_foreign_cc//foreign_cc:defs.bzl", "cmake") - -package(default_visibility = ["//visibility:public"]) - -filegroup( - name = "all_srcs", - srcs = glob(["**"]), -) - -cmake( - name = "double-conversion", - cache_entries = { - "CMAKE_INSTALL_LIBDIR": "lib", - }, - lib_source = ":all_srcs", - out_static_libs = ["libdouble-conversion.a"], -) diff --git a/dataproxy_sdk/bazel/patches/grpc.patch b/dataproxy_sdk/bazel/patches/grpc.patch deleted file mode 100644 index 91f2458..0000000 --- a/dataproxy_sdk/bazel/patches/grpc.patch +++ /dev/null @@ -1,32 +0,0 @@ -diff --git a/bazel/grpc_deps.bzl b/bazel/grpc_deps.bzl -index 5e65a65df4..03bbd2361e 100644 ---- a/bazel/grpc_deps.bzl -+++ b/bazel/grpc_deps.bzl -@@ -57,12 +57,12 @@ def grpc_deps(): - - native.bind( - name = "libssl", -- actual = "@boringssl//:ssl", -+ actual = "@com_github_openssl_openssl//:openssl", - ) - - native.bind( - name = "libcrypto", -- actual = "@boringssl//:crypto", -+ actual = "@com_github_openssl_openssl//:openssl", - ) - - native.bind( -diff --git a/src/core/lib/iomgr/tcp_posix.cc b/src/core/lib/iomgr/tcp_posix.cc -index 72e1b6609e..aded52d0db 100644 ---- a/src/core/lib/iomgr/tcp_posix.cc -+++ b/src/core/lib/iomgr/tcp_posix.cc -@@ -41,6 +41,8 @@ - #include - #include - -+#include "absl/strings/str_cat.h" -+ - #include - #include - #include diff --git a/dataproxy_sdk/bazel/patches/grpc_1.66.patch b/dataproxy_sdk/bazel/patches/grpc_1.66.patch new file mode 100644 index 0000000..536d2d6 --- /dev/null +++ b/dataproxy_sdk/bazel/patches/grpc_1.66.patch @@ -0,0 +1,20 @@ +diff --git a/third_party/BUILD b/third_party/BUILD +index 77cb52d0fc..c4b647f5c9 100644 +--- a/third_party/BUILD ++++ b/third_party/BUILD +@@ -18,13 +18,13 @@ package(default_visibility = ["//:__subpackages__"]) + + alias( + name = "libssl", +- actual = "@boringssl//:ssl", ++ actual = "@openssl//:ssl", + tags = ["manual"], + ) + + alias( + name = "libcrypto", +- actual = "@boringssl//:crypto", ++ actual = "@openssl//:crypto", + tags = ["manual"], + ) + \ No newline at end of file diff --git a/dataproxy_sdk/bazel/patches/grpc_module_file.patch b/dataproxy_sdk/bazel/patches/grpc_module_file.patch new file mode 100644 index 0000000..bcfff9a --- /dev/null +++ b/dataproxy_sdk/bazel/patches/grpc_module_file.patch @@ -0,0 +1,13 @@ +diff --git a/MODULE.bazel b/MODULE.bazel +index 4a8fbe83..8650f678 100644 +--- a/MODULE.bazel ++++ b/MODULE.bazel +@@ -8,7 +8,7 @@ module( + bazel_dep(name = "abseil-cpp", version = "20240116.0", repo_name = "com_google_absl") + bazel_dep(name = "apple_support", version = "1.15.1", repo_name = "build_bazel_apple_support") + bazel_dep(name = "bazel_skylib", version = "1.5.0") +-bazel_dep(name = "boringssl", version = "0.0.0-20230215-5c22014") ++bazel_dep(name = "openssl", version = "3.3.2.bcr.1") + bazel_dep(name = "c-ares", version = "1.15.0", repo_name = "com_github_cares_cares") + bazel_dep(name = "gazelle", version = "0.36.0", repo_name = "bazel_gazelle") + bazel_dep(name = "google_benchmark", version = "1.8.4", repo_name = "com_github_google_benchmark") \ No newline at end of file diff --git a/dataproxy_sdk/bazel/patches/rules_boost.patch b/dataproxy_sdk/bazel/patches/rules_boost.patch deleted file mode 100644 index d74e3d5..0000000 --- a/dataproxy_sdk/bazel/patches/rules_boost.patch +++ /dev/null @@ -1,42 +0,0 @@ -diff --git a/config.lzma-linux.h b/config.lzma-linux.h -index e8b00d8..092696f 100644 ---- a/config.lzma-linux.h -+++ b/config.lzma-linux.h -@@ -56,7 +56,9 @@ - /* #undef HAVE_COMMONCRYPTO_COMMONDIGEST_H */ - - /* Define to 1 if you have the header file. */ --#define HAVE_CPUID_H 1 -+#ifdef __x86_64__ -+ #define HAVE_CPUID_H 1 -+#endif - - /* Define if the GNU dcgettext() function is already present or preinstalled. - */ -@@ -309,7 +311,9 @@ - - /* Define to 1 if _mm_clmulepi64_si128 is usable. See configure.ac for - details. */ -+#ifdef __x86_64__ - #define HAVE_USABLE_CLMUL 1 -+#endif - - /* Define to 1 if you have the `utime' function. */ - /* #undef HAVE_UTIME */ -diff --git a/boost/boost.bzl b/boost/boost.bzl -index 8277dbb..afc9569 100644 ---- a/boost/boost.bzl -+++ b/boost/boost.bzl -@@ -139,9 +139,9 @@ def boost_deps(): - http_archive, - name = "org_lzma_lzma", - build_file = "@com_github_nelhage_rules_boost//:lzma.BUILD", -- url = "https://github.com/tukaani-project/xz/releases/download/v5.4.4/xz-5.4.4.tar.gz", -- sha256 = "aae39544e254cfd27e942d35a048d592959bd7a79f9a624afb0498bb5613bdf8", -- strip_prefix = "xz-5.4.4", -+ url = "https://src.fedoraproject.org/lookaside/extras/xz/xz-5.4.6.tar.gz/sha512/b08a61d8d478d3b4675cb1ddacdbbd98dc6941a55bcdd81a28679e54e9367d3a595fa123ac97874a17da571c1b712e2a3e901c2737099a9d268616a1ba3de497/xz-5.4.6.tar.gz", -+ sha256 = "aeba3e03bf8140ddedf62a0a367158340520f6b384f75ca6045ccc6c0d43fd5c", -+ strip_prefix = "xz-5.4.6", - ) - - maybe( diff --git a/dataproxy_sdk/bazel/repositories.bzl b/dataproxy_sdk/bazel/repositories.bzl deleted file mode 100644 index 5164cf8..0000000 --- a/dataproxy_sdk/bazel/repositories.bzl +++ /dev/null @@ -1,279 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -load("@bazel_tools//tools/build_defs/repo:git.bzl", "git_repository") -load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") -load("@bazel_tools//tools/build_defs/repo:utils.bzl", "maybe") - -def dataproxy_deps(): - _bazel_platform() - _bazel_rules_pkg() - _rules_proto_grpc() - - _com_github_nelhage_rules_boost() - _com_github_facebook_zstd() - _org_sourceware_bzip2() - _com_github_google_brotli() - _com_github_lz4_lz4() - _com_github_google_snappy() - _com_google_double_conversion() - _com_github_tencent_rapidjson() - _com_github_xtensor_xsimd() - _org_apache_thrift() - _org_apache_orc() - _org_apache_arrow() - _com_github_pybind11_bazel() - _com_github_pybind11() - _com_github_grpc_grpc() - - _kuscia() - _yacl() - -def _yacl(): - maybe( - http_archive, - name = "yacl", - urls = [ - "https://github.com/secretflow/yacl/archive/refs/tags/0.4.5b2.tar.gz", - ], - strip_prefix = "yacl-0.4.5b2", - sha256 = "b3fb75d41a32b80145a3bb9d36b8c039a262191f1a2f037292c649344289b01b", - ) - -def _kuscia(): - maybe( - http_archive, - name = "kuscia", - urls = [ - "https://github.com/secretflow/kuscia/archive/refs/tags/v0.13.0b0.tar.gz", - ], - strip_prefix = "kuscia-0.13.0b0", - sha256 = "8c7b638ef510a665af12f7b92ed0c43de7712154234e52ef4d8609b8afebfdac", - ) - -def _bazel_rules_pkg(): - http_archive( - name = "rules_pkg", - sha256 = "8f9ee2dc10c1ae514ee599a8b42ed99fa262b757058f65ad3c384289ff70c4b8", - urls = [ - "https://github.com/bazelbuild/rules_pkg/releases/download/0.9.1/rules_pkg-0.9.1.tar.gz", - ], - ) - -def _bazel_platform(): - http_archive( - name = "platforms", - urls = [ - "https://mirror.bazel.build/github.com/bazelbuild/platforms/releases/download/0.0.8/platforms-0.0.8.tar.gz", - "https://github.com/bazelbuild/platforms/releases/download/0.0.8/platforms-0.0.8.tar.gz", - ], - sha256 = "8150406605389ececb6da07cbcb509d5637a3ab9a24bc69b1101531367d89d74", - ) - -def _org_sourceware_bzip2(): - maybe( - http_archive, - name = "bzip2", - build_file = "@dataproxy//dataproxy_sdk/bazel:bzip2.BUILD", - sha256 = "ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269", - strip_prefix = "bzip2-1.0.8", - urls = [ - "https://sourceware.org/pub/bzip2/bzip2-1.0.8.tar.gz", - ], - ) - -def _com_github_lz4_lz4(): - maybe( - http_archive, - name = "com_github_lz4_lz4", - sha256 = "030644df4611007ff7dc962d981f390361e6c97a34e5cbc393ddfbe019ffe2c1", - strip_prefix = "lz4-1.9.3", - type = "tar.gz", - build_file = "@dataproxy//dataproxy_sdk/bazel:lz4.BUILD", - urls = [ - "https://codeload.github.com/lz4/lz4/tar.gz/refs/tags/v1.9.3", - ], - ) - -def _com_google_double_conversion(): - maybe( - http_archive, - name = "com_google_double_conversion", - sha256 = "04ec44461850abbf33824da84978043b22554896b552c5fd11a9c5ae4b4d296e", - strip_prefix = "double-conversion-3.3.0", - build_file = "@dataproxy//dataproxy_sdk/bazel:double_conversion.BUILD", - urls = [ - "https://github.com/google/double-conversion/archive/refs/tags/v3.3.0.tar.gz", - ], - ) - -def _com_github_xtensor_xsimd(): - maybe( - http_archive, - name = "com_github_xtensor_xsimd", - sha256 = "d52551360d37709675237d2a0418e28f70995b5b7cdad7c674626bcfbbf48328", - type = "tar.gz", - strip_prefix = "xsimd-8.1.0", - build_file = "@dataproxy//dataproxy_sdk/bazel:xsimd.BUILD", - urls = [ - "https://codeload.github.com/xtensor-stack/xsimd/tar.gz/refs/tags/8.1.0", - ], - ) - -def _com_github_nelhage_rules_boost(): - # use boost 1.83 - RULES_BOOST_COMMIT = "cfa585b1b5843993b70aa52707266dc23b3282d0" - maybe( - http_archive, - name = "com_github_nelhage_rules_boost", - sha256 = "a7c42df432fae9db0587ff778d84f9dc46519d67a984eff8c79ae35e45f277c1", - strip_prefix = "rules_boost-%s" % RULES_BOOST_COMMIT, - patch_args = ["-p1"], - patches = ["@dataproxy//dataproxy_sdk/bazel:patches/rules_boost.patch"], - urls = [ - "https://github.com/nelhage/rules_boost/archive/%s.tar.gz" % RULES_BOOST_COMMIT, - ], - ) - -def _com_github_facebook_zstd(): - maybe( - http_archive, - name = "com_github_facebook_zstd", - build_file = "@dataproxy//dataproxy_sdk/bazel:zstd.BUILD", - strip_prefix = "zstd-1.5.6", - sha256 = "8c29e06cf42aacc1eafc4077ae2ec6c6fcb96a626157e0593d5e82a34fd403c1", - type = ".tar.gz", - urls = [ - "https://github.com/facebook/zstd/releases/download/v1.5.6/zstd-1.5.6.tar.gz", - ], - ) - -def _com_github_google_snappy(): - maybe( - http_archive, - name = "com_github_google_snappy", - sha256 = "75c1fbb3d618dd3a0483bff0e26d0a92b495bbe5059c8b4f1c962b478b6e06e7", - strip_prefix = "snappy-1.1.9", - build_file = "@dataproxy//dataproxy_sdk/bazel:snappy.BUILD", - urls = [ - "https://github.com/google/snappy/archive/refs/tags/1.1.9.tar.gz", - ], - ) - -def _com_github_google_brotli(): - maybe( - http_archive, - name = "brotli", - build_file = "@dataproxy//dataproxy_sdk/bazel:brotli.BUILD", - sha256 = "e720a6ca29428b803f4ad165371771f5398faba397edf6778837a18599ea13ff", - strip_prefix = "brotli-1.1.0", - urls = [ - "https://github.com/google/brotli/archive/refs/tags/v1.1.0.tar.gz", - ], - ) - -def _com_github_tencent_rapidjson(): - maybe( - http_archive, - name = "com_github_tencent_rapidjson", - sha256 = "bf7ced29704a1e696fbccf2a2b4ea068e7774fa37f6d7dd4039d0787f8bed98e", - strip_prefix = "rapidjson-1.1.0", - build_file = "@dataproxy//dataproxy_sdk/bazel:rapidjson.BUILD", - urls = [ - "https://github.com/Tencent/rapidjson/archive/refs/tags/v1.1.0.tar.gz", - ], - ) - -def _org_apache_thrift(): - maybe( - http_archive, - name = "org_apache_thrift", - build_file = "@dataproxy//dataproxy_sdk/bazel:thrift.BUILD", - sha256 = "5da60088e60984f4f0801deeea628d193c33cec621e78c8a43a5d8c4055f7ad9", - strip_prefix = "thrift-0.13.0", - urls = [ - "https://github.com/apache/thrift/archive/v0.13.0.tar.gz", - ], - ) - -def _org_apache_arrow(): - maybe( - http_archive, - name = "org_apache_arrow", - sha256 = "07cdb4da6795487c800526b2865c150ab7d80b8512a31793e6a7147c8ccd270f", - strip_prefix = "arrow-apache-arrow-14.0.2", - build_file = "@dataproxy//dataproxy_sdk/bazel:arrow.BUILD", - urls = [ - "https://github.com/apache/arrow/archive/refs/tags/apache-arrow-14.0.2.tar.gz", - ], - ) - -def _org_apache_orc(): - maybe( - http_archive, - name = "org_apache_orc", - sha256 = "3037fd324a17994f55146aae342531c4a343fdc1ac698c5c6f0f5b7a75ece501", - strip_prefix = "orc-1.9.3", - build_file = "@dataproxy//dataproxy_sdk/bazel:orc.BUILD", - urls = [ - "https://github.com/apache/orc/archive/refs/tags/v1.9.3.tar.gz", - ], - ) - -def _com_github_pybind11_bazel(): - maybe( - http_archive, - name = "pybind11_bazel", - sha256 = "2d3316d89b581966fc11eab9aa9320276baee95c8233c7a8efc7158623a48de0", - strip_prefix = "pybind11_bazel-ff261d2e9190955d0830040b20ea59ab9dbe66c8", - urls = [ - "https://github.com/pybind/pybind11_bazel/archive/ff261d2e9190955d0830040b20ea59ab9dbe66c8.zip", - ], - ) - -def _com_github_pybind11(): - maybe( - http_archive, - name = "pybind11", - build_file = "@pybind11_bazel//:pybind11.BUILD", - sha256 = "d475978da0cdc2d43b73f30910786759d593a9d8ee05b1b6846d1eb16c6d2e0c", - strip_prefix = "pybind11-2.11.1", - urls = [ - "https://github.com/pybind/pybind11/archive/refs/tags/v2.11.1.tar.gz", - ], - ) - -def _rules_proto_grpc(): - http_archive( - name = "rules_proto_grpc", - sha256 = "928e4205f701b7798ce32f3d2171c1918b363e9a600390a25c876f075f1efc0a", - strip_prefix = "rules_proto_grpc-4.4.0", - urls = [ - "https://github.com/rules-proto-grpc/rules_proto_grpc/releases/download/4.4.0/rules_proto_grpc-4.4.0.tar.gz", - ], - ) - -def _com_github_grpc_grpc(): - maybe( - http_archive, - name = "com_github_grpc_grpc", - sha256 = "7f42363711eb483a0501239fd5522467b31d8fe98d70d7867c6ca7b52440d828", - strip_prefix = "grpc-1.51.0", - type = "tar.gz", - patch_args = ["-p1"], - patches = ["@dataproxy//dataproxy_sdk/bazel:patches/grpc.patch"], - urls = [ - "https://github.com/grpc/grpc/archive/refs/tags/v1.51.0.tar.gz", - ], - ) diff --git a/dataproxy_sdk/bazel/snappy.BUILD b/dataproxy_sdk/bazel/snappy.BUILD deleted file mode 100644 index 16d0557..0000000 --- a/dataproxy_sdk/bazel/snappy.BUILD +++ /dev/null @@ -1,39 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -load("@rules_foreign_cc//foreign_cc:defs.bzl", "cmake") - -package(default_visibility = ["//visibility:public"]) - -filegroup( - name = "all_srcs", - srcs = glob(["**"]), -) - -cmake( - name = "snappy", - cache_entries = { - "SNAPPY_BUILD_TESTS": "OFF", - "SNAPPY_BUILD_BENCHMARKS": "OFF", - "CMAKE_INSTALL_LIBDIR": "lib", - }, - generate_crosstool_file = False, - install_args = [ - "--prefix $${INSTALLDIR}", - ], - lib_source = ":all_srcs", - out_static_libs = [ - "libsnappy.a", - ], -) diff --git a/dataproxy_sdk/bazel/thrift.BUILD b/dataproxy_sdk/bazel/thrift.BUILD deleted file mode 100644 index 13fb1d1..0000000 --- a/dataproxy_sdk/bazel/thrift.BUILD +++ /dev/null @@ -1,71 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -package(default_visibility = ["//visibility:public"]) - -licenses(["notice"]) # Apache 2.0 - -exports_files(["LICENSE"]) - -cc_library( - name = "thrift", - srcs = glob([ - "lib/cpp/src/thrift/**/*.h", - ]) + [ - "lib/cpp/src/thrift/protocol/TProtocol.cpp", - "lib/cpp/src/thrift/transport/TBufferTransports.cpp", - "lib/cpp/src/thrift/transport/TTransportException.cpp", - ], - hdrs = [ - "compiler/cpp/src/thrift/version.h", - "lib/cpp/src/thrift/config.h", - ], - includes = [ - "lib/cpp/src", - ], - textual_hdrs = [ - "lib/cpp/src/thrift/protocol/TBinaryProtocol.tcc", - "lib/cpp/src/thrift/protocol/TCompactProtocol.tcc", - ], - deps = [ - "@boost//:units", - ], -) - -genrule( - name = "version_h", - srcs = [ - "compiler/cpp/src/thrift/version.h.in", - ], - outs = [ - "compiler/cpp/src/thrift/version.h", - ], - cmd = "sed 's/@PACKAGE_VERSION@/0.12.0/g' $< > $@", -) - -genrule( - name = "config_h", - srcs = ["build/cmake/config.h.in"], - outs = ["lib/cpp/src/thrift/config.h"], - cmd = ("sed " + - "-e 's/cmakedefine/define/g' " + - "-e 's/$${PACKAGE}/thrift/g' " + - "-e 's/$${PACKAGE_BUGREPORT}//g' " + - "-e 's/$${PACKAGE_NAME}/thrift/g' " + - "-e 's/$${PACKAGE_TARNAME}/thrift/g' " + - "-e 's/$${PACKAGE_URL}//g' " + - "-e 's/$${PACKAGE_VERSION}/0.12.0/g' " + - "-e 's/$${PACKAGE_STRING}/thrift 0.12.0/g' " + - "$< >$@"), -) diff --git a/dataproxy_sdk/bazel/xsimd.BUILD b/dataproxy_sdk/bazel/xsimd.BUILD deleted file mode 100644 index 139b549..0000000 --- a/dataproxy_sdk/bazel/xsimd.BUILD +++ /dev/null @@ -1,45 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -package(default_visibility = ["//visibility:public"]) - -licenses(["notice"]) # BSD 3-Clause - -exports_files(["LICENSE"]) - -cc_library( - name = "xsimd", - srcs = [], - hdrs = glob( - [ - "include/xsimd/*.hpp", - "include/xsimd/config/*.hpp", - "include/xsimd/math/*.hpp", - "include/xsimd/memory/*.hpp", - "include/xsimd/stl/*.hpp", - "include/xsimd/types/*.hpp", - ], - exclude = [ - ], - ), - copts = [], - defines = [], - includes = [ - "include", - ], - linkopts = [], - visibility = ["//visibility:public"], - deps = [ - ], -) diff --git a/dataproxy_sdk/bazel/zstd.BUILD b/dataproxy_sdk/bazel/zstd.BUILD deleted file mode 100644 index cac11e0..0000000 --- a/dataproxy_sdk/bazel/zstd.BUILD +++ /dev/null @@ -1,38 +0,0 @@ -# Copyright 2024 Ant Group Co., Ltd. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -load("@dataproxy//dataproxy_sdk/bazel:defs.bzl", "dataproxy_cmake_external") - -package(default_visibility = ["//visibility:public"]) - -filegroup( - name = "all", - srcs = glob(["**"]), -) - -dataproxy_cmake_external( - name = "zstd", - cache_entries = { - "ZSTD_BUILD_PROGRAMS": "OFF", - "ZSTD_BUILD_SHARED": "OFF", - "ZLIB_BUILD_STATIC": "ON", - "ZSTD_BUILD_TESTS": "OFF", - "ZSTD_MULTITHREAD_SUPPORT": "OFF", - "CMAKE_INSTALL_LIBDIR": "lib", - }, - lib_source = "@com_github_facebook_zstd//:all", - out_include_dir = "include/", - out_static_libs = ["libzstd.a"], - working_directory = "build/cmake", -) diff --git a/dataproxy_sdk/cc/BUILD.bazel b/dataproxy_sdk/cc/BUILD.bazel index 2679d8d..4e2cb3d 100644 --- a/dataproxy_sdk/cc/BUILD.bazel +++ b/dataproxy_sdk/cc/BUILD.bazel @@ -43,7 +43,7 @@ dataproxy_cc_library( hdrs = ["utils.h"], deps = [ ":exception", - "@org_apache_arrow//:arrow", + "@arrow", ], ) @@ -65,7 +65,7 @@ dataproxy_cc_library( deps = [ ":exception", ":proto", - "@org_apache_arrow//:arrow", + "@arrow", ], ) @@ -75,7 +75,7 @@ dataproxy_cc_library( hdrs = ["data_proxy_conn.h"], deps = [ ":exception", - "@org_apache_arrow//:arrow_flight", + "@arrow//:arrow_flight", ], ) @@ -89,7 +89,8 @@ dataproxy_cc_library( ":file_help", ":proto", ":utils", - "@org_apache_arrow//:arrow_flight", + "@arrow//:arrow_flight", + "@yacl//yacl/utils:scope_guard", ], ) @@ -102,7 +103,7 @@ dataproxy_cc_library( ":exception", ":proto", ":utils", - "@org_apache_arrow//:arrow_flight", + "@arrow//:arrow_flight", ], ) diff --git a/dataproxy_sdk/proto/BUILD.bazel b/dataproxy_sdk/proto/BUILD.bazel index a0ef99e..d51522d 100644 --- a/dataproxy_sdk/proto/BUILD.bazel +++ b/dataproxy_sdk/proto/BUILD.bazel @@ -12,8 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -load("@rules_proto//proto:defs.bzl", "proto_library") -load("@rules_proto_grpc//python:defs.bzl", "python_proto_compile") +load("@rules_proto_grpc_python//:defs.bzl", "python_proto_compile") package(default_visibility = ["//visibility:public"]) diff --git a/dataproxy_sdk/python/BUILD.bazel b/dataproxy_sdk/python/BUILD.bazel index 8289c83..26de52b 100644 --- a/dataproxy_sdk/python/BUILD.bazel +++ b/dataproxy_sdk/python/BUILD.bazel @@ -11,3 +11,25 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. + +load("@python_versions//3.10:defs.bzl", compile_pip_requirements_3_10 = "compile_pip_requirements") +load("@python_versions//3.11:defs.bzl", compile_pip_requirements_3_11 = "compile_pip_requirements") +load("@python_versions//3.9:defs.bzl", compile_pip_requirements_3_9 = "compile_pip_requirements") + +compile_pip_requirements_3_9( + name = "requirements_3_9", + src = "requirements.txt", + requirements_txt = "requirements_lock_3_9.txt", +) + +compile_pip_requirements_3_10( + name = "requirements_3_10", + src = "requirements.txt", + requirements_txt = "requirements_lock_3_10.txt", +) + +compile_pip_requirements_3_11( + name = "requirements_3_11", + src = "requirements.txt", + requirements_txt = "requirements_lock_3_11.txt", +) diff --git a/dataproxy_sdk/python/requirements.txt b/dataproxy_sdk/python/requirements.txt index a537d4e..83102a6 100644 --- a/dataproxy_sdk/python/requirements.txt +++ b/dataproxy_sdk/python/requirements.txt @@ -1,4 +1,4 @@ -protobuf>=4,<5 +protobuf>5 kuscia==0.0.3b0 pyarrow==14.0.2 numpy<2.0 \ No newline at end of file diff --git a/dataproxy_sdk/python/requirements_lock_3_10.txt b/dataproxy_sdk/python/requirements_lock_3_10.txt new file mode 100644 index 0000000..e3aee5e --- /dev/null +++ b/dataproxy_sdk/python/requirements_lock_3_10.txt @@ -0,0 +1,100 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# bazel run //dataproxy_sdk/python:requirements_3_10.update +# +kuscia==0.0.3b0 \ + --hash=sha256:bec485a7448922f296fa4a6862922bd7d867c63e14a24783fd3c4e7b5cb1eb60 + # via -r dataproxy_sdk/python/requirements.txt +numpy==1.26.4 \ + --hash=sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b \ + --hash=sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818 \ + --hash=sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20 \ + --hash=sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0 \ + --hash=sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010 \ + --hash=sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a \ + --hash=sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea \ + --hash=sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c \ + --hash=sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71 \ + --hash=sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110 \ + --hash=sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be \ + --hash=sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a \ + --hash=sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a \ + --hash=sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5 \ + --hash=sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed \ + --hash=sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd \ + --hash=sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c \ + --hash=sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e \ + --hash=sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0 \ + --hash=sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c \ + --hash=sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a \ + --hash=sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b \ + --hash=sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0 \ + --hash=sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6 \ + --hash=sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2 \ + --hash=sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a \ + --hash=sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30 \ + --hash=sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218 \ + --hash=sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5 \ + --hash=sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07 \ + --hash=sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2 \ + --hash=sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4 \ + --hash=sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764 \ + --hash=sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef \ + --hash=sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3 \ + --hash=sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f + # via + # -r dataproxy_sdk/python/requirements.txt + # pyarrow +protobuf==5.29.2 \ + --hash=sha256:13d6d617a2a9e0e82a88113d7191a1baa1e42c2cc6f5f1398d3b054c8e7e714a \ + --hash=sha256:2d2e674c58a06311c8e99e74be43e7f3a8d1e2b2fdf845eaa347fbd866f23355 \ + --hash=sha256:36000f97ea1e76e8398a3f02936aac2a5d2b111aae9920ec1b769fc4a222c4d9 \ + --hash=sha256:494229ecd8c9009dd71eda5fd57528395d1eacdf307dbece6c12ad0dd09e912e \ + --hash=sha256:842de6d9241134a973aab719ab42b008a18a90f9f07f06ba480df268f86432f9 \ + --hash=sha256:a0c53d78383c851bfa97eb42e3703aefdc96d2036a41482ffd55dc5f529466eb \ + --hash=sha256:b2cc8e8bb7c9326996f0e160137b0861f1a82162502658df2951209d0cb0309e \ + --hash=sha256:b6b0d416bbbb9d4fbf9d0561dbfc4e324fd522f61f7af0fe0f282ab67b22477e \ + --hash=sha256:c12ba8249f5624300cf51c3d0bfe5be71a60c63e4dcf51ffe9a68771d958c851 \ + --hash=sha256:e621a98c0201a7c8afe89d9646859859be97cb22b8bf1d8eacfd90d5bda2eb19 \ + --hash=sha256:fde4554c0e578a5a0bcc9a276339594848d1e89f9ea47b4427c80e5d72f90181 + # via -r dataproxy_sdk/python/requirements.txt +pyarrow==14.0.2 \ + --hash=sha256:059bd8f12a70519e46cd64e1ba40e97eae55e0cbe1695edd95384653d7626b23 \ + --hash=sha256:06ff1264fe4448e8d02073f5ce45a9f934c0f3db0a04460d0b01ff28befc3696 \ + --hash=sha256:1e6987c5274fb87d66bb36816afb6f65707546b3c45c44c28e3c4133c010a881 \ + --hash=sha256:209bac546942b0d8edc8debda248364f7f668e4aad4741bae58e67d40e5fcf75 \ + --hash=sha256:20e003a23a13da963f43e2b432483fdd8c38dc8882cd145f09f21792e1cf22a1 \ + --hash=sha256:22a768987a16bb46220cef490c56c671993fbee8fd0475febac0b3e16b00a10e \ + --hash=sha256:2cc61593c8e66194c7cdfae594503e91b926a228fba40b5cf25cc593563bcd07 \ + --hash=sha256:2dbba05e98f247f17e64303eb876f4a80fcd32f73c7e9ad975a83834d81f3fda \ + --hash=sha256:32356bfb58b36059773f49e4e214996888eeea3a08893e7dbde44753799b2a02 \ + --hash=sha256:36cef6ba12b499d864d1def3e990f97949e0b79400d08b7cf74504ffbd3eb025 \ + --hash=sha256:37c233ddbce0c67a76c0985612fef27c0c92aef9413cf5aa56952f359fcb7379 \ + --hash=sha256:3c0fa3bfdb0305ffe09810f9d3e2e50a2787e3a07063001dcd7adae0cee3601a \ + --hash=sha256:3f16111f9ab27e60b391c5f6d197510e3ad6654e73857b4e394861fc79c37200 \ + --hash=sha256:52809ee69d4dbf2241c0e4366d949ba035cbcf48409bf404f071f624ed313a2b \ + --hash=sha256:5c1da70d668af5620b8ba0a23f229030a4cd6c5f24a616a146f30d2386fec422 \ + --hash=sha256:63ac901baec9369d6aae1cbe6cca11178fb018a8d45068aaf5bb54f94804a866 \ + --hash=sha256:64df2bf1ef2ef14cee531e2dfe03dd924017650ffaa6f9513d7a1bb291e59c15 \ + --hash=sha256:66e986dc859712acb0bd45601229021f3ffcdfc49044b64c6d071aaf4fa49e98 \ + --hash=sha256:6dd4f4b472ccf4042f1eab77e6c8bce574543f54d2135c7e396f413046397d5a \ + --hash=sha256:75ee0efe7a87a687ae303d63037d08a48ef9ea0127064df18267252cfe2e9541 \ + --hash=sha256:76fc257559404ea5f1306ea9a3ff0541bf996ff3f7b9209fc517b5e83811fa8e \ + --hash=sha256:78ea56f62fb7c0ae8ecb9afdd7893e3a7dbeb0b04106f5c08dbb23f9c0157591 \ + --hash=sha256:87482af32e5a0c0cce2d12eb3c039dd1d853bd905b04f3f953f147c7a196915b \ + --hash=sha256:87e879323f256cb04267bb365add7208f302df942eb943c93a9dfeb8f44840b1 \ + --hash=sha256:a01d0052d2a294a5f56cc1862933014e696aa08cc7b620e8c0cce5a5d362e976 \ + --hash=sha256:a25eb2421a58e861f6ca91f43339d215476f4fe159eca603c55950c14f378cc5 \ + --hash=sha256:a51fee3a7db4d37f8cda3ea96f32530620d43b0489d169b285d774da48ca9785 \ + --hash=sha256:a898d134d00b1eca04998e9d286e19653f9d0fcb99587310cd10270907452a6b \ + --hash=sha256:b0c4a18e00f3a32398a7f31da47fefcd7a927545b396e1f15d0c85c2f2c778cd \ + --hash=sha256:ba9fe808596c5dbd08b3aeffe901e5f81095baaa28e7d5118e01354c64f22807 \ + --hash=sha256:c65bf4fd06584f058420238bc47a316e80dda01ec0dfb3044594128a6c2db794 \ + --hash=sha256:c87824a5ac52be210d32906c715f4ed7053d0180c1060ae3ff9b7e560f53f944 \ + --hash=sha256:e354fba8490de258be7687f341bc04aba181fc8aa1f71e4584f9890d9cb2dec2 \ + --hash=sha256:e4b123ad0f6add92de898214d404e488167b87b5dd86e9a434126bc2b7a5578d \ + --hash=sha256:f7d029f20ef56673a9730766023459ece397a05001f4e4d13805111d7c2108c0 \ + --hash=sha256:fc0de7575e841f1595ac07e5bc631084fd06ca8b03c0f2ecece733d23cd5102a + # via -r dataproxy_sdk/python/requirements.txt diff --git a/dataproxy_sdk/python/requirements_lock_3_11.txt b/dataproxy_sdk/python/requirements_lock_3_11.txt new file mode 100644 index 0000000..92e6661 --- /dev/null +++ b/dataproxy_sdk/python/requirements_lock_3_11.txt @@ -0,0 +1,100 @@ +# +# This file is autogenerated by pip-compile with Python 3.11 +# by the following command: +# +# bazel run //dataproxy_sdk/python:requirements_3_11.update +# +kuscia==0.0.3b0 \ + --hash=sha256:bec485a7448922f296fa4a6862922bd7d867c63e14a24783fd3c4e7b5cb1eb60 + # via -r dataproxy_sdk/python/requirements.txt +numpy==1.26.4 \ + --hash=sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b \ + --hash=sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818 \ + --hash=sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20 \ + --hash=sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0 \ + --hash=sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010 \ + --hash=sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a \ + --hash=sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea \ + --hash=sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c \ + --hash=sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71 \ + --hash=sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110 \ + --hash=sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be \ + --hash=sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a \ + --hash=sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a \ + --hash=sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5 \ + --hash=sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed \ + --hash=sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd \ + --hash=sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c \ + --hash=sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e \ + --hash=sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0 \ + --hash=sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c \ + --hash=sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a \ + --hash=sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b \ + --hash=sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0 \ + --hash=sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6 \ + --hash=sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2 \ + --hash=sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a \ + --hash=sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30 \ + --hash=sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218 \ + --hash=sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5 \ + --hash=sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07 \ + --hash=sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2 \ + --hash=sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4 \ + --hash=sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764 \ + --hash=sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef \ + --hash=sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3 \ + --hash=sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f + # via + # -r dataproxy_sdk/python/requirements.txt + # pyarrow +protobuf==5.29.2 \ + --hash=sha256:13d6d617a2a9e0e82a88113d7191a1baa1e42c2cc6f5f1398d3b054c8e7e714a \ + --hash=sha256:2d2e674c58a06311c8e99e74be43e7f3a8d1e2b2fdf845eaa347fbd866f23355 \ + --hash=sha256:36000f97ea1e76e8398a3f02936aac2a5d2b111aae9920ec1b769fc4a222c4d9 \ + --hash=sha256:494229ecd8c9009dd71eda5fd57528395d1eacdf307dbece6c12ad0dd09e912e \ + --hash=sha256:842de6d9241134a973aab719ab42b008a18a90f9f07f06ba480df268f86432f9 \ + --hash=sha256:a0c53d78383c851bfa97eb42e3703aefdc96d2036a41482ffd55dc5f529466eb \ + --hash=sha256:b2cc8e8bb7c9326996f0e160137b0861f1a82162502658df2951209d0cb0309e \ + --hash=sha256:b6b0d416bbbb9d4fbf9d0561dbfc4e324fd522f61f7af0fe0f282ab67b22477e \ + --hash=sha256:c12ba8249f5624300cf51c3d0bfe5be71a60c63e4dcf51ffe9a68771d958c851 \ + --hash=sha256:e621a98c0201a7c8afe89d9646859859be97cb22b8bf1d8eacfd90d5bda2eb19 \ + --hash=sha256:fde4554c0e578a5a0bcc9a276339594848d1e89f9ea47b4427c80e5d72f90181 + # via -r dataproxy_sdk/python/requirements.txt +pyarrow==14.0.2 \ + --hash=sha256:059bd8f12a70519e46cd64e1ba40e97eae55e0cbe1695edd95384653d7626b23 \ + --hash=sha256:06ff1264fe4448e8d02073f5ce45a9f934c0f3db0a04460d0b01ff28befc3696 \ + --hash=sha256:1e6987c5274fb87d66bb36816afb6f65707546b3c45c44c28e3c4133c010a881 \ + --hash=sha256:209bac546942b0d8edc8debda248364f7f668e4aad4741bae58e67d40e5fcf75 \ + --hash=sha256:20e003a23a13da963f43e2b432483fdd8c38dc8882cd145f09f21792e1cf22a1 \ + --hash=sha256:22a768987a16bb46220cef490c56c671993fbee8fd0475febac0b3e16b00a10e \ + --hash=sha256:2cc61593c8e66194c7cdfae594503e91b926a228fba40b5cf25cc593563bcd07 \ + --hash=sha256:2dbba05e98f247f17e64303eb876f4a80fcd32f73c7e9ad975a83834d81f3fda \ + --hash=sha256:32356bfb58b36059773f49e4e214996888eeea3a08893e7dbde44753799b2a02 \ + --hash=sha256:36cef6ba12b499d864d1def3e990f97949e0b79400d08b7cf74504ffbd3eb025 \ + --hash=sha256:37c233ddbce0c67a76c0985612fef27c0c92aef9413cf5aa56952f359fcb7379 \ + --hash=sha256:3c0fa3bfdb0305ffe09810f9d3e2e50a2787e3a07063001dcd7adae0cee3601a \ + --hash=sha256:3f16111f9ab27e60b391c5f6d197510e3ad6654e73857b4e394861fc79c37200 \ + --hash=sha256:52809ee69d4dbf2241c0e4366d949ba035cbcf48409bf404f071f624ed313a2b \ + --hash=sha256:5c1da70d668af5620b8ba0a23f229030a4cd6c5f24a616a146f30d2386fec422 \ + --hash=sha256:63ac901baec9369d6aae1cbe6cca11178fb018a8d45068aaf5bb54f94804a866 \ + --hash=sha256:64df2bf1ef2ef14cee531e2dfe03dd924017650ffaa6f9513d7a1bb291e59c15 \ + --hash=sha256:66e986dc859712acb0bd45601229021f3ffcdfc49044b64c6d071aaf4fa49e98 \ + --hash=sha256:6dd4f4b472ccf4042f1eab77e6c8bce574543f54d2135c7e396f413046397d5a \ + --hash=sha256:75ee0efe7a87a687ae303d63037d08a48ef9ea0127064df18267252cfe2e9541 \ + --hash=sha256:76fc257559404ea5f1306ea9a3ff0541bf996ff3f7b9209fc517b5e83811fa8e \ + --hash=sha256:78ea56f62fb7c0ae8ecb9afdd7893e3a7dbeb0b04106f5c08dbb23f9c0157591 \ + --hash=sha256:87482af32e5a0c0cce2d12eb3c039dd1d853bd905b04f3f953f147c7a196915b \ + --hash=sha256:87e879323f256cb04267bb365add7208f302df942eb943c93a9dfeb8f44840b1 \ + --hash=sha256:a01d0052d2a294a5f56cc1862933014e696aa08cc7b620e8c0cce5a5d362e976 \ + --hash=sha256:a25eb2421a58e861f6ca91f43339d215476f4fe159eca603c55950c14f378cc5 \ + --hash=sha256:a51fee3a7db4d37f8cda3ea96f32530620d43b0489d169b285d774da48ca9785 \ + --hash=sha256:a898d134d00b1eca04998e9d286e19653f9d0fcb99587310cd10270907452a6b \ + --hash=sha256:b0c4a18e00f3a32398a7f31da47fefcd7a927545b396e1f15d0c85c2f2c778cd \ + --hash=sha256:ba9fe808596c5dbd08b3aeffe901e5f81095baaa28e7d5118e01354c64f22807 \ + --hash=sha256:c65bf4fd06584f058420238bc47a316e80dda01ec0dfb3044594128a6c2db794 \ + --hash=sha256:c87824a5ac52be210d32906c715f4ed7053d0180c1060ae3ff9b7e560f53f944 \ + --hash=sha256:e354fba8490de258be7687f341bc04aba181fc8aa1f71e4584f9890d9cb2dec2 \ + --hash=sha256:e4b123ad0f6add92de898214d404e488167b87b5dd86e9a434126bc2b7a5578d \ + --hash=sha256:f7d029f20ef56673a9730766023459ece397a05001f4e4d13805111d7c2108c0 \ + --hash=sha256:fc0de7575e841f1595ac07e5bc631084fd06ca8b03c0f2ecece733d23cd5102a + # via -r dataproxy_sdk/python/requirements.txt diff --git a/dataproxy_sdk/python/requirements_lock_3_9.txt b/dataproxy_sdk/python/requirements_lock_3_9.txt new file mode 100644 index 0000000..89e0fa5 --- /dev/null +++ b/dataproxy_sdk/python/requirements_lock_3_9.txt @@ -0,0 +1,100 @@ +# +# This file is autogenerated by pip-compile with Python 3.9 +# by the following command: +# +# bazel run //dataproxy_sdk/python:requirements_3_9.update +# +kuscia==0.0.3b0 \ + --hash=sha256:bec485a7448922f296fa4a6862922bd7d867c63e14a24783fd3c4e7b5cb1eb60 + # via -r dataproxy_sdk/python/requirements.txt +numpy==1.26.4 \ + --hash=sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b \ + --hash=sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818 \ + --hash=sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20 \ + --hash=sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0 \ + --hash=sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010 \ + --hash=sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a \ + --hash=sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea \ + --hash=sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c \ + --hash=sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71 \ + --hash=sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110 \ + --hash=sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be \ + --hash=sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a \ + --hash=sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a \ + --hash=sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5 \ + --hash=sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed \ + --hash=sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd \ + --hash=sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c \ + --hash=sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e \ + --hash=sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0 \ + --hash=sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c \ + --hash=sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a \ + --hash=sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b \ + --hash=sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0 \ + --hash=sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6 \ + --hash=sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2 \ + --hash=sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a \ + --hash=sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30 \ + --hash=sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218 \ + --hash=sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5 \ + --hash=sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07 \ + --hash=sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2 \ + --hash=sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4 \ + --hash=sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764 \ + --hash=sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef \ + --hash=sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3 \ + --hash=sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f + # via + # -r dataproxy_sdk/python/requirements.txt + # pyarrow +protobuf==5.29.2 \ + --hash=sha256:13d6d617a2a9e0e82a88113d7191a1baa1e42c2cc6f5f1398d3b054c8e7e714a \ + --hash=sha256:2d2e674c58a06311c8e99e74be43e7f3a8d1e2b2fdf845eaa347fbd866f23355 \ + --hash=sha256:36000f97ea1e76e8398a3f02936aac2a5d2b111aae9920ec1b769fc4a222c4d9 \ + --hash=sha256:494229ecd8c9009dd71eda5fd57528395d1eacdf307dbece6c12ad0dd09e912e \ + --hash=sha256:842de6d9241134a973aab719ab42b008a18a90f9f07f06ba480df268f86432f9 \ + --hash=sha256:a0c53d78383c851bfa97eb42e3703aefdc96d2036a41482ffd55dc5f529466eb \ + --hash=sha256:b2cc8e8bb7c9326996f0e160137b0861f1a82162502658df2951209d0cb0309e \ + --hash=sha256:b6b0d416bbbb9d4fbf9d0561dbfc4e324fd522f61f7af0fe0f282ab67b22477e \ + --hash=sha256:c12ba8249f5624300cf51c3d0bfe5be71a60c63e4dcf51ffe9a68771d958c851 \ + --hash=sha256:e621a98c0201a7c8afe89d9646859859be97cb22b8bf1d8eacfd90d5bda2eb19 \ + --hash=sha256:fde4554c0e578a5a0bcc9a276339594848d1e89f9ea47b4427c80e5d72f90181 + # via -r dataproxy_sdk/python/requirements.txt +pyarrow==14.0.2 \ + --hash=sha256:059bd8f12a70519e46cd64e1ba40e97eae55e0cbe1695edd95384653d7626b23 \ + --hash=sha256:06ff1264fe4448e8d02073f5ce45a9f934c0f3db0a04460d0b01ff28befc3696 \ + --hash=sha256:1e6987c5274fb87d66bb36816afb6f65707546b3c45c44c28e3c4133c010a881 \ + --hash=sha256:209bac546942b0d8edc8debda248364f7f668e4aad4741bae58e67d40e5fcf75 \ + --hash=sha256:20e003a23a13da963f43e2b432483fdd8c38dc8882cd145f09f21792e1cf22a1 \ + --hash=sha256:22a768987a16bb46220cef490c56c671993fbee8fd0475febac0b3e16b00a10e \ + --hash=sha256:2cc61593c8e66194c7cdfae594503e91b926a228fba40b5cf25cc593563bcd07 \ + --hash=sha256:2dbba05e98f247f17e64303eb876f4a80fcd32f73c7e9ad975a83834d81f3fda \ + --hash=sha256:32356bfb58b36059773f49e4e214996888eeea3a08893e7dbde44753799b2a02 \ + --hash=sha256:36cef6ba12b499d864d1def3e990f97949e0b79400d08b7cf74504ffbd3eb025 \ + --hash=sha256:37c233ddbce0c67a76c0985612fef27c0c92aef9413cf5aa56952f359fcb7379 \ + --hash=sha256:3c0fa3bfdb0305ffe09810f9d3e2e50a2787e3a07063001dcd7adae0cee3601a \ + --hash=sha256:3f16111f9ab27e60b391c5f6d197510e3ad6654e73857b4e394861fc79c37200 \ + --hash=sha256:52809ee69d4dbf2241c0e4366d949ba035cbcf48409bf404f071f624ed313a2b \ + --hash=sha256:5c1da70d668af5620b8ba0a23f229030a4cd6c5f24a616a146f30d2386fec422 \ + --hash=sha256:63ac901baec9369d6aae1cbe6cca11178fb018a8d45068aaf5bb54f94804a866 \ + --hash=sha256:64df2bf1ef2ef14cee531e2dfe03dd924017650ffaa6f9513d7a1bb291e59c15 \ + --hash=sha256:66e986dc859712acb0bd45601229021f3ffcdfc49044b64c6d071aaf4fa49e98 \ + --hash=sha256:6dd4f4b472ccf4042f1eab77e6c8bce574543f54d2135c7e396f413046397d5a \ + --hash=sha256:75ee0efe7a87a687ae303d63037d08a48ef9ea0127064df18267252cfe2e9541 \ + --hash=sha256:76fc257559404ea5f1306ea9a3ff0541bf996ff3f7b9209fc517b5e83811fa8e \ + --hash=sha256:78ea56f62fb7c0ae8ecb9afdd7893e3a7dbeb0b04106f5c08dbb23f9c0157591 \ + --hash=sha256:87482af32e5a0c0cce2d12eb3c039dd1d853bd905b04f3f953f147c7a196915b \ + --hash=sha256:87e879323f256cb04267bb365add7208f302df942eb943c93a9dfeb8f44840b1 \ + --hash=sha256:a01d0052d2a294a5f56cc1862933014e696aa08cc7b620e8c0cce5a5d362e976 \ + --hash=sha256:a25eb2421a58e861f6ca91f43339d215476f4fe159eca603c55950c14f378cc5 \ + --hash=sha256:a51fee3a7db4d37f8cda3ea96f32530620d43b0489d169b285d774da48ca9785 \ + --hash=sha256:a898d134d00b1eca04998e9d286e19653f9d0fcb99587310cd10270907452a6b \ + --hash=sha256:b0c4a18e00f3a32398a7f31da47fefcd7a927545b396e1f15d0c85c2f2c778cd \ + --hash=sha256:ba9fe808596c5dbd08b3aeffe901e5f81095baaa28e7d5118e01354c64f22807 \ + --hash=sha256:c65bf4fd06584f058420238bc47a316e80dda01ec0dfb3044594128a6c2db794 \ + --hash=sha256:c87824a5ac52be210d32906c715f4ed7053d0180c1060ae3ff9b7e560f53f944 \ + --hash=sha256:e354fba8490de258be7687f341bc04aba181fc8aa1f71e4584f9890d9cb2dec2 \ + --hash=sha256:e4b123ad0f6add92de898214d404e488167b87b5dd86e9a434126bc2b7a5578d \ + --hash=sha256:f7d029f20ef56673a9730766023459ece397a05001f4e4d13805111d7c2108c0 \ + --hash=sha256:fc0de7575e841f1595ac07e5bc631084fd06ca8b03c0f2ecece733d23cd5102a + # via -r dataproxy_sdk/python/requirements.txt diff --git a/dataproxy_sdk/python/test/BUILD.bazel b/dataproxy_sdk/python/test/BUILD.bazel index 2587fa0..bf2e23b 100644 --- a/dataproxy_sdk/python/test/BUILD.bazel +++ b/dataproxy_sdk/python/test/BUILD.bazel @@ -12,6 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. +load("@dataproxy_sdk_pip//:requirements.bzl", "requirement") load("@pybind11_bazel//:build_defs.bzl", "pybind_extension") load("@rules_python//python:defs.bzl", "py_library", "py_test") @@ -49,6 +50,10 @@ py_test( deps = [ ":dm_mock_py", "//dataproxy_sdk/python/dataproxy:init", + requirement("protobuf"), + requirement("pyarrow"), + requirement("kuscia"), + requirement("numpy"), ], ) @@ -58,5 +63,9 @@ py_test( deps = [ ":dm_mock_py", "//dataproxy_sdk/python/dataproxy:init", + requirement("protobuf"), + requirement("pyarrow"), + requirement("kuscia"), + requirement("numpy"), ], ) diff --git a/dataproxy_sdk/test/BUILD.bazel b/dataproxy_sdk/test/BUILD.bazel index 7b76960..2b98b13 100644 --- a/dataproxy_sdk/test/BUILD.bazel +++ b/dataproxy_sdk/test/BUILD.bazel @@ -22,7 +22,7 @@ dataproxy_cc_library( hdrs = ["random.h"], deps = [ "//dataproxy_sdk/cc:exception", - "@org_apache_arrow//:arrow", + "@arrow", ], ) @@ -31,7 +31,7 @@ dataproxy_cc_library( srcs = ["data_mesh_mock.cc"], hdrs = ["data_mesh_mock.h"], deps = [ - "@org_apache_arrow//:arrow_flight", + "@arrow//:arrow_flight", ], )