Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Duckdb 1.2 update #548

Merged
merged 26 commits into from
Feb 6, 2025
Merged
Changes from 1 commit
Commits
Show all changes
26 commits
Select commit Hold shift + click to select a range
acda61a
Update duckdb to ib6513473ba48f46c39c8a9d506e4ad32b7a6f2ae commmit
mkaruza Jan 20, 2025
a2f32a6
Update to DuckDB 1.2
mkaruza Jan 20, 2025
15d5300
Update to DuckDB 1.2 and fix regression tests
mkaruza Jan 20, 2025
09986a1
Disable regression test that work with extensions
mkaruza Jan 20, 2025
3ae7f5f
Formating
mkaruza Jan 20, 2025
9556f29
pytest fix
mkaruza Jan 20, 2025
b16aed9
Iterate recursively push down filter and construct them
mkaruza Jan 23, 2025
912d09f
Update duckdb to `V1.2 histrionicus` commit
mkaruza Jan 23, 2025
f556695
Update DUCKDB_VERSION
mkaruza Jan 23, 2025
c0b9a32
Don't throw if unsupported filter is optional filter
mkaruza Jan 27, 2025
9abe5b4
Formating
mkaruza Jan 27, 2025
b912069
Missing parenthesis so formating back
mkaruza Jan 27, 2025
f075a41
Add DYNAMIC_FILTER and handle as switch in other unsupported filter
mkaruza Jan 27, 2025
22d3048
Merge remote-tracking branch 'origin' into duckdb-1.2
JelteF Feb 4, 2025
264da7a
Rename to is_inside_optional_filter
JelteF Feb 4, 2025
2e0597a
Correctly pass on is_inside_optional_filter
JelteF Feb 4, 2025
9c2a42b
Update duckdb to latest v1.2-histrionicus branch commit
JelteF Feb 4, 2025
8030edd
Downgrade to latest nightly build
JelteF Feb 4, 2025
f47c105
Disable tests that fail due to extensions not being available
JelteF Feb 4, 2025
47eef96
Update to official v1.2.0 release
JelteF Feb 5, 2025
3aa062f
Enable extension tests
JelteF Feb 5, 2025
5be0124
Updated to Duckdb 1.2 TAG commit
mkaruza Feb 6, 2025
b1c162e
Only format C/C++ files with clang-format
JelteF Feb 6, 2025
0889841
Make clang-format happy
JelteF Feb 6, 2025
fa5f9ec
Update non_superuser test output for 1.2.0
JelteF Feb 6, 2025
753b0ef
Use duckdgq as an example community extension, avro is not released f…
JelteF Feb 6, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Update to DuckDB 1.2
mkaruza committed Jan 27, 2025
commit a2f32a6d4aad96d861a1c530a867c278085624a4
4 changes: 2 additions & 2 deletions third_party/cached_httpfs/hffs.cpp
Original file line number Diff line number Diff line change
@@ -7,7 +7,7 @@
#include "duckdb/common/types/hash.hpp"
#include "duckdb/main/database.hpp"
#include "duckdb/main/secret/secret_manager.hpp"
#include "duckdb/function/scalar/string_functions.hpp"
#include "duckdb/function/scalar/string_common.hpp"

#include <chrono>
#include <string>
@@ -117,7 +117,7 @@ static bool Match(vector<string>::const_iterator key, vector<string>::const_iter
}
return false;
}
if (!LikeFun::Glob(key->data(), key->length(), pattern->data(), pattern->length())) {
if (!Glob(key->data(), key->length(), pattern->data(), pattern->length())) {
return false;
}
key++;
6 changes: 4 additions & 2 deletions third_party/cached_httpfs/httpfs.cpp
Original file line number Diff line number Diff line change
@@ -150,6 +150,8 @@ HTTPFileSystem::RunRequestWithRetry(const std::function<duckdb_httplib_openssl::
}
} catch (IOException &e) {
caught_e = std::current_exception();
} catch (HTTPException &e) {
caught_e = std::current_exception();
}

// Note: all duckdb_httplib_openssl::Error types will be retried.
@@ -443,8 +445,8 @@ unique_ptr<ResponseWrapper> HTTPFileSystem::GetRangeRequest(FileHandle &handle,
}

HTTPFileHandle::HTTPFileHandle(FileSystem &fs, const string &path, FileOpenFlags flags, const HTTPParams &http_params)
: FileHandle(fs, path), http_params(http_params), flags(flags), length(0), buffer_available(0), buffer_idx(0),
file_offset(0), buffer_start(0), buffer_end(0) {
: FileHandle(fs, path, flags), http_params(http_params), flags(flags), length(0), buffer_available(0),
buffer_idx(0), file_offset(0), buffer_start(0), buffer_end(0) {
}

unique_ptr<HTTPFileHandle> HTTPFileSystem::CreateHandle(const string &path, FileOpenFlags flags,
11 changes: 7 additions & 4 deletions third_party/cached_httpfs/s3fs.cpp
Original file line number Diff line number Diff line change
@@ -12,7 +12,7 @@
#endif

#include "duckdb/common/string_util.hpp"
#include "duckdb/function/scalar/string_functions.hpp"
#include "duckdb/function/scalar/string_common.hpp"
#include "duckdb/main/secret/secret_manager.hpp"
#include "duckdb/storage/buffer_manager.hpp"

@@ -324,7 +324,11 @@ void S3FileSystem::UploadBuffer(S3FileHandle &file_handle, shared_ptr<S3WriteBuf
throw IOException("Unexpected response when uploading part to S3");
}

} catch (IOException &ex) {
} catch (std::exception &ex) {
ErrorData error(ex);
if (error.Type() != ExceptionType::IO && error.Type() != ExceptionType::HTTP) {
throw;
}
// Ensure only one thread sets the exception
bool f = false;
auto exchanged = file_handle.uploader_has_error.compare_exchange_strong(f, true);
@@ -333,7 +337,6 @@ void S3FileSystem::UploadBuffer(S3FileHandle &file_handle, shared_ptr<S3WriteBuf
}

NotifyUploadsInProgress(file_handle);

return;
}

@@ -869,7 +872,7 @@ static bool Match(vector<string>::const_iterator key, vector<string>::const_iter
}
return false;
}
if (!LikeFun::Glob(key->data(), key->length(), pattern->data(), pattern->length())) {
if (!Glob(key->data(), key->length(), pattern->data(), pattern->length())) {
return false;
}
key++;