Create a predicate which is the reverse of this predicate. For example: NOT (a > 10).
Create a predicate which is the reverse of this predicate. For example: NOT (a > 10).
This is different from Predicate::negate() since it doesn’t rewrite expression, but
just adds a NOT operator.
source. Read moresource. Read moreself and other values to be equal, and is used
by ==.Error type for DataFileBuilder
Uninitialized field
Custom validation error
-Avro file format: https://avro.apache.org/
Orc file format: https://orc.apache.org/
Parquet file format: https://parquet.apache.org/
-source. Read moresource. Read moreself and other values to be equal, and is used
by ==.Iceberg format version
source. Read moresource. Read morepub enum Literal {
+Literal in iceberg::spec - Rust pub enum Literal {
Primitive(PrimitiveLiteral),
Struct(Struct),
List(Vec<Option<Literal>>),
@@ -14,14 +14,14 @@
§Map(Map)
A map is a collection of key-value pairs with a key type and a value type.
Both the key field and value field each have an integer id that is unique in the table schema.
Map keys are required and map values can be either optional or required. Both map keys and map values may be any type, including nested types.
-Creates a boolean value.
Example:
use iceberg::spec::{Literal, PrimitiveLiteral};
let t = Literal::bool(true);
assert_eq!(Literal::Primitive(PrimitiveLiteral::Boolean(true)), t);Creates a boolean value from string. +
Creates a boolean value from string. See Parse bool from str for reference.
Example:
@@ -29,21 +29,21 @@ let t = Literal::bool_from_str("false").unwrap(); assert_eq!(Literal::Primitive(PrimitiveLiteral::Boolean(false)), t);Creates an 32bit integer.
Example:
use iceberg::spec::{Literal, PrimitiveLiteral};
let t = Literal::int(23i8);
assert_eq!(Literal::Primitive(PrimitiveLiteral::Int(23)), t);Creates an 64bit integer.
Example:
use iceberg::spec::{Literal, PrimitiveLiteral};
let t = Literal::long(24i8);
assert_eq!(Literal::Primitive(PrimitiveLiteral::Long(24)), t);Creates an 32bit floating point number.
Example:
use iceberg::spec::{Literal, PrimitiveLiteral};
@@ -54,7 +54,7 @@
Literal::Primitive(PrimitiveLiteral::Float(OrderedFloat(32.1))),
t
);Creates an 32bit floating point number.
Example:
use iceberg::spec::{Literal, PrimitiveLiteral};
@@ -65,8 +65,8 @@
Literal::Primitive(PrimitiveLiteral::Double(OrderedFloat(32.1))),
t
);Creates date literal from number of days from unix epoch directly.
-Creates a date in %Y-%m-%d format, assume in utc timezone.
Creates date literal from number of days from unix epoch directly.
+Creates a date in %Y-%m-%d format, assume in utc timezone.
See NaiveDate::from_str.
Example
@@ -74,7 +74,7 @@ let t = Literal::date_from_str("1970-01-03").unwrap(); assert_eq!(Literal::date(2), t);Create a date from calendar date (year, month and day).
+Creates time in microseconds in %H:%M:%S:.f format.
Creates time in microseconds in %H:%M:%S:.f format.
See NaiveTime::from_str for details.
Example:
@@ -97,7 +97,7 @@ 888999 // microseconds }; assert_eq!(Literal::time(micro_secs), t);Creates a timestamp with timezone from unix epoch in microseconds.
-Creates a timestamp from DateTime.
Creates a timestamp with timezone from DateTime.
Parse a timestamp in RFC3339 format.
+Creates a timestamp with timezone from unix epoch in microseconds.
+Creates a timestamp from DateTime.
Creates a timestamp with timezone from DateTime.
Parse a timestamp in RFC3339 format.
Example:
@@ -133,10 +133,10 @@ }; assert_eq!(t, t2);Similar to Literal::timestamp_from_str, but return timestamp with timezone literal.
Creates uuid from str. See Uuid::parse_str.
Similar to Literal::timestamp_from_str, but return timestamp with timezone literal.
Creates uuid from str. See Uuid::parse_str.
Example:
use iceberg::spec::Literal;
@@ -145,7 +145,7 @@
let t2 = Literal::uuid(Uuid::from_u128_le(0xd8d7d6d5d4d3d2d1c2c1b2b1a4a3a2a1));
assert_eq!(t1, t2);Creates a fixed literal from bytes.
+Creates a fixed literal from bytes.
Example:
use iceberg::spec::{Literal, PrimitiveLiteral};
@@ -153,7 +153,7 @@
let t2 = Literal::Primitive(PrimitiveLiteral::Binary(vec![1u8, 2u8]));
assert_eq!(t1, t2);Creates a binary literal from bytes.
+Creates a binary literal from bytes.
Example:
use iceberg::spec::{Literal, PrimitiveLiteral};
@@ -161,8 +161,8 @@
let t2 = Literal::Primitive(PrimitiveLiteral::Binary(vec![1u8, 2u8]));
assert_eq!(t1, t2);Creates decimal literal from string. See [Decimal::from_str_exact].
Creates decimal literal from string. See [Decimal::from_str_exact].
Example:
use iceberg::spec::Literal;
@@ -171,17 +171,17 @@
let t2 = Literal::decimal_from_str("123.45").unwrap();
assert_eq!(t1, t2);Attempts to convert the Literal to a PrimitiveLiteral
-Create iceberg value from a json value
+Attempts to convert the Literal to a PrimitiveLiteral
+Create iceberg value from a json value
See this spec for reference.
-Converting iceberg value to json value.
+pub enum PrimitiveLiteral {
+PrimitiveLiteral in iceberg::spec - Rust Enum iceberg::spec::PrimitiveLiteral
source · pub enum PrimitiveLiteral {
Boolean(bool),
Int(i32),
Long(i64),
@@ -18,13 +18,13 @@
§Binary(Vec<u8>)
Binary value (without length)
§Int128(i128)
Stored as 16-byte little-endian
§UInt128(u128)
Stored as 16-byte little-endian
-source. Read moresource. Read moreself and other values to be equal, and is used
by ==.Check whether literal is compatible with the type.
-source. Read moresource. Read moreself and other values to be equal, and is used
by ==.!=. The default implementation is almost always
diff --git a/api/iceberg/spec/enum.SortDirection.html b/api/iceberg/spec/enum.SortDirection.html
index 0c1ca444b..10c78e048 100644
--- a/api/iceberg/spec/enum.SortDirection.html
+++ b/api/iceberg/spec/enum.SortDirection.html
@@ -4,8 +4,8 @@
}Sort direction in a partition, either ascending or descending
source. Read moreself and other values to be equal, and is used
+source. Read moreself and other values to be equal, and is used
by ==.bucket(a, 37) as bs, if one row matches a = 10, then its partition
value should match bucket(10, 37) as bs, and we project a = 10 to
bs = bucket(10, 37)
-Returns minimum bytes required for decimal with [precision].
Check if it’s float or double type.
-Iceberg format version
Iceberg view spec version 1
-source. Read moresource. Read moreself and other values to be equal, and is used
diff --git a/api/iceberg/spec/struct.Datum.html b/api/iceberg/spec/struct.Datum.html
index 577c5e65b..b9c0e0a8c 100644
--- a/api/iceberg/spec/struct.Datum.html
+++ b/api/iceberg/spec/struct.Datum.html
@@ -1,12 +1,12 @@
-pub struct Datum { /* private fields */ }Literal associated with its type. The value and type pair is checked when construction, so the type and value is +
pub struct Datum { /* private fields */ }Literal associated with its type. The value and type pair is checked when construction, so the type and value is guaranteed to be correct when used.
By default, we decouple the type and value of a literal, so we can use avoid the cost of storing extra type info for each literal. But associate type with literal can be useful in some cases, for example, in unbound expression.
-Create iceberg value from bytes.
+Create iceberg value from bytes.
See this spec for reference.
-Convert the value to bytes
See this spec for reference.
-Creates a boolean value.
Example:
use iceberg::spec::{Datum, Literal, PrimitiveLiteral};
@@ -17,7 +17,7 @@
Literal::from(t),
Literal::Primitive(PrimitiveLiteral::Boolean(true))
);Creates a boolean value from string. +
Creates a boolean value from string. See Parse bool from str for reference.
Example:
@@ -29,7 +29,7 @@ Literal::Primitive(PrimitiveLiteral::Boolean(false)), t.into() );Creates an 32bit integer.
Example:
use iceberg::spec::{Datum, Literal, PrimitiveLiteral};
@@ -37,7 +37,7 @@
assert_eq!(&format!("{}", t), "23");
assert_eq!(Literal::Primitive(PrimitiveLiteral::Int(23)), t.into());Creates an 64bit integer.
Example:
use iceberg::spec::{Datum, Literal, PrimitiveLiteral};
@@ -45,7 +45,7 @@
assert_eq!(&format!("{t}"), "24");
assert_eq!(Literal::Primitive(PrimitiveLiteral::Long(24)), t.into());Creates an 32bit floating point number.
Example:
use iceberg::spec::{Datum, Literal, PrimitiveLiteral};
@@ -57,7 +57,7 @@
Literal::Primitive(PrimitiveLiteral::Float(OrderedFloat(32.1))),
t.into()
);Creates an 64bit floating point number.
Example:
use iceberg::spec::{Datum, Literal, PrimitiveLiteral};
@@ -69,7 +69,7 @@
Literal::Primitive(PrimitiveLiteral::Double(OrderedFloat(32.1))),
t.into()
);Creates date literal from number of days from unix epoch directly.
+Creates date literal from number of days from unix epoch directly.
Example:
use iceberg::spec::{Datum, Literal, PrimitiveLiteral};
@@ -78,7 +78,7 @@
assert_eq!(&format!("{t}"), "1970-01-03");
assert_eq!(Literal::Primitive(PrimitiveLiteral::Int(2)), t.into());Creates date literal in %Y-%m-%d format, assume in utc timezone.
Creates date literal in %Y-%m-%d format, assume in utc timezone.
See NaiveDate::from_str.
Example
@@ -87,7 +87,7 @@ assert_eq!(&format!("{t}"), "1970-01-05"); assert_eq!(Literal::date(4), t.into());Create date literal from calendar date (year, month and day).
+Creates time literal in microseconds directly.
+Creates time literal in microseconds directly.
It will return error when it’s negative or too large to fit in 24 hours.
Example:
@@ -118,7 +118,7 @@ let too_large_value = 36 * 60 * 60 * 1_000_000; // Too large to fit in 24 hours. assert!(Datum::time_micros(too_large_value).is_err());Creates time literal in microseconds in %H:%M:%S:.f format.
Creates time literal in microseconds in %H:%M:%S:.f format.
See NaiveTime::from_str for details.
Example:
@@ -126,7 +126,7 @@ let t = Datum::time_from_str("01:02:01.888999777").unwrap(); assert_eq!(&format!("{t}"), "01:02:01.888999");Creates a timestamp from unix epoch in microseconds.
+Creates a timestamp from unix epoch in microseconds.
Example:
use iceberg::spec::Datum;
let t = Datum::timestamp_micros(1000);
assert_eq!(&format!("{t}"), "1970-01-01 00:00:00.001");Creates a timestamp from unix epoch in nanoseconds.
+Creates a timestamp from unix epoch in nanoseconds.
Example:
use iceberg::spec::Datum;
let t = Datum::timestamp_nanos(1000);
assert_eq!(&format!("{t}"), "1970-01-01 00:00:00.000001");Creates a timestamp from DateTime.
Creates a timestamp from DateTime.
Example:
use chrono::{NaiveDate, NaiveDateTime, TimeZone, Utc};
@@ -166,7 +166,7 @@
);
assert_eq!(&format!("{t}"), "1992-03-01 01:02:03.000088");Parse a timestamp in [%Y-%m-%dT%H:%M:%S%.f] format.
Parse a timestamp in [%Y-%m-%dT%H:%M:%S%.f] format.
Example:
@@ -175,21 +175,21 @@ let t = Datum::timestamp_from_str("1992-03-01T01:02:03.000088").unwrap(); assert_eq!(&format!("{t}"), "1992-03-01 01:02:03.000088");Creates a timestamp with timezone from unix epoch in microseconds.
+Creates a timestamp with timezone from unix epoch in microseconds.
Example:
use iceberg::spec::Datum;
let t = Datum::timestamptz_micros(1000);
assert_eq!(&format!("{t}"), "1970-01-01 00:00:00.001 UTC");Creates a timestamp with timezone from unix epoch in nanoseconds.
+Creates a timestamp with timezone from unix epoch in nanoseconds.
Example:
use iceberg::spec::Datum;
let t = Datum::timestamptz_nanos(1000);
assert_eq!(&format!("{t}"), "1970-01-01 00:00:00.000001 UTC");Creates a timestamp with timezone from DateTime.
+
Creates a timestamp with timezone from DateTime.
Example:
use chrono::{TimeZone, Utc};
@@ -197,7 +197,7 @@
let t = Datum::timestamptz_from_datetime(Utc.timestamp_opt(1000, 0).unwrap());
assert_eq!(&format!("{t}"), "1970-01-01 00:16:40 UTC");Parse timestamp with timezone in RFC3339 format.
+Parse timestamp with timezone in RFC3339 format.
See DateTime::from_str.
Example:
@@ -206,14 +206,14 @@ let t = Datum::timestamptz_from_str("1992-03-01T01:02:03.000088+08:00").unwrap(); assert_eq!(&format!("{t}"), "1992-02-29 17:02:03.000088 UTC");Creates a string literal.
Example:
use iceberg::spec::Datum;
let t = Datum::string("ss");
assert_eq!(&format!("{t}"), r#""ss""#);Creates uuid literal.
Example:
use iceberg::spec::Datum;
@@ -221,28 +221,28 @@
let t = Datum::uuid(uuid!("a1a2a3a4-b1b2-c1c2-d1d2-d3d4d5d6d7d8"));
assert_eq!(&format!("{t}"), "a1a2a3a4-b1b2-c1c2-d1d2-d3d4d5d6d7d8");Creates uuid from str. See Uuid::parse_str.
Creates uuid from str. See Uuid::parse_str.
Example:
use iceberg::spec::Datum;
let t = Datum::uuid_from_str("a1a2a3a4-b1b2-c1c2-d1d2-d3d4d5d6d7d8").unwrap();
assert_eq!(&format!("{t}"), "a1a2a3a4-b1b2-c1c2-d1d2-d3d4d5d6d7d8");Creates a fixed literal from bytes.
+Creates a fixed literal from bytes.
Example:
use iceberg::spec::{Datum, Literal, PrimitiveLiteral};
let t = Datum::fixed(vec![1u8, 2u8]);
assert_eq!(&format!("{t}"), "0102");Creates a binary literal from bytes.
+Creates a binary literal from bytes.
Example:
use iceberg::spec::Datum;
let t = Datum::binary(vec![1u8, 100u8]);
assert_eq!(&format!("{t}"), "0164");Creates decimal literal from string. See [Decimal::from_str_exact].
Creates decimal literal from string. See [Decimal::from_str_exact].
Example:
use iceberg::spec::Datum;
@@ -251,7 +251,7 @@
let t = Datum::decimal_from_str("123.45").unwrap();
assert_eq!(&format!("{t}"), "123.45");Try to create a decimal literal from [Decimal].
Try to create a decimal literal from [Decimal].
Example:
use iceberg::spec::Datum;
@@ -260,18 +260,30 @@
let t = Datum::decimal(Decimal::new(123, 2)).unwrap();
assert_eq!(&format!("{t}"), "1.23");Get the primitive literal from datum.
-Get the primitive type from datum.
-Try to create a decimal literal from [Decimal] with precision.
Example:
+ +use iceberg::spec::Datum;
+use rust_decimal::Decimal;
+
+let t = Datum::decimal_with_precision(Decimal::new(123, 2), 30).unwrap();
+
+assert_eq!(&format!("{t}"), "1.23");Get the primitive literal from datum.
+Get the primitive type from datum.
+self and other) and is used by the <=
operator. Read morepub struct Map { /* private fields */ }Map is a collection of key-value pairs with a key type and a value type. +
pub struct Map { /* private fields */ }Map is a collection of key-value pairs with a key type and a value type. It used in Literal::Map, to make it hashable, the order of key-value pairs is stored in a separate vector so that we can hash the map in a deterministic way. But it also means that the order of key-value pairs is matter for the hash value.
-Inserts a key-value pair into the map. If the map did not have this key present, None is returned. If the map did have this key present, the value is updated, and the old value is returned.
-Returns a reference to the value corresponding to the key. +
Returns a reference to the value corresponding to the key. If the key is not present in the map, None is returned.
-The order of map is matter, so this method used to compare two maps has same key-value pairs without considering the order.
-The order of map is matter, so this method used to compare two maps has same key-value pairs without considering the order.
+pub struct RawLiteral(/* private fields */);Raw literal representation used for serde. The serialize way is used for Avro serializer.
-pub struct RawLiteral(/* private fields */);Raw literal representation used for serde. The serialize way is used for Avro serializer.
+Get field id by full name.
Get field id by full name.
Get an accessor for retrieving data in a struct
-pub struct Struct { /* private fields */ }The partition struct stores the tuple of partition values for each file. +
pub struct Struct { /* private fields */ }The partition struct stores the tuple of partition values for each file. Its type is derived from the partition fields of the partition spec used to write the manifest file. In v2, the partition struct’s field ids must match the ids from the partition spec.
-Get struct field with certain id
Get struct field with certain field name
Get fields.
-source. Read moresource. Read morepub struct StructValueIntoIter { /* private fields */ }An iterator that moves out of a struct.
-pub struct StructValueIntoIter { /* private fields */ }An iterator that moves out of a struct.
+iter_next_chunk)N values. Read moreResult<T, iceberg::Error>\nSet table’s current schema\nSet table’s default sort order\nSet table’s default spec\nUpdate table’s location\nUpdate table’s properties\nSet table’s snapshot ref.\nTableCommit represents the commit of a table in the …\nTableCreation represents the creation of a table in the …\nTableIdent represents the identifier of a table in the …\nTableRequirement represents a requirement for a table in …\nTableUpdate represents an update to a table in the catalog.\nIceberg don’t know what happened here, and no actions …\nUpgrade table’s format version\nThe table UUID must match the requirement.\nViewCreation represents the creation of a view in the …\nApplies the update to the table metadata builder.\nConversion between Iceberg and Arrow schema\nCreate a builder for building TableCreation. On the …\nCreate a builder for building TableCommit. On the builder, …\nCreate a builder for building ViewCreation. On the …\nCheck that the requirement is met by the table metadata. …\nCreate a new namespace inside the catalog.\nCreate a new table inside the namespace.\nDefault catalog to use when a reference in the SELECT does …\nThe default namespace to use when a reference in the …\nDrop a namespace from the catalog.\nDrop a table from the catalog.\nHelper macro to check arguments.\nThis module contains expressions.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nTry to create namespace identifier from an iterator of …\nTry to create table identifier from an iterator of string.\nCreate a multi-level namespace identifier from vector.\nGet a namespace information from the catalog.\nReturn the table identifier.\nReturns inner strings.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nConvert self into static str.\nFile io implementation.\nReturn error’s kind.\nList namespaces inside the catalog.\nList tables from namespace.\nLoad table from the catalog.\nThe location of the table.\nThe view’s base location; used to create metadata file …\nReturn error’s message.\nGet the name of the namespace.\nGet the name of the table.\nTable name.\nThe name of the table.\nThe name of the view.\nGet the namespace of the table.\nNamespace of the table.\nCheck if namespace exists in catalog.\nCreate a new Error with error kind and message.\nCreate a new namespace identifier with only one level.\nCreate a new namespace.\nCreate a new table identifier.\nGet the parent of this namespace. Returns None if this …\nThe partition spec of the table, could be None.\nGet the properties of the namespace.\nThe properties of the table.\nThe properties of the view.\nRename a table in the catalog.\nRepresentations for the view.\nTable scan api.\nThe schema of the table.\nThe schema of the view.\nThe sort order of the table.\nSpec for Iceberg.\nA string to string map of summary metadata about the …\nTable API for Apache Iceberg\nCheck if a table exists in the catalog.\nTake all requirements.\nTake all updates.\nReturns a string for used in url.\nThis module contains transaction api.\nTransform function used to compute partition values.\nUpdate a namespace inside the catalog.\nUpdate a table to the catalog.\nAdd more context in error.\nCreate a new namespace with properties.\nSet source for error.\nIceberg writer module.\nCurrent schema id of the table to assert.\nDefault sort order id of the table to assert.\nDefault spec id of the table to assert.\nThe last assigned field id of the table to assert.\nLast assigned partition id of the table to assert.\nThe reference of the table to assert.\nThe snapshot id of the table to assert. If the id is None, …\nUuid of original table.\nTarget format upgrade to.\nThe last column id of the table.\nNew location for table.\nName of snapshot reference to set.\nName of snapshot reference to remove.\nSnapshot reference to set.\nProperties to remove\nThe schema to add.\nSchema ID to set as current, or -1 to set last added schema\nSnapshot to add.\nSnapshot ids to remove.\nSort order to add.\nSort order ID to set as the default, or -1 to set last …\nThe partition spec to add.\nPartition spec ID to set as the default, or -1 to set last …\nProperties to update for table.\nThe new UUID to assign.\nReads data from Parquet files\nBuilder to create ArrowReader\nA post order arrow schema visitor.\nReturn type of this visitor on arrow field.\nReturn type of this visitor on arrow schema.\nCalled after struct/list/map field.\nCalled after struct/list/map field.\nCalled after list element.\nCalled after list element.\nCalled after map key.\nCalled after map key.\nCalled after map value.\nCalled after map value.\nConvert Arrow schema to Iceberg schema.\nConvert Arrow type to iceberg type.\nCalled before struct/list/map field.\nCalled before struct/list/map field.\nCalled before list element.\nCalled before list element.\nCalled before map key.\nCalled before map key.\nCalled before map value.\nCalled before map value.\nBuild the ArrowReader.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCalled after list fields visited.\nCalled after map’s key and value fields visited.\nCalled when see a primitive type.\nTake a stream of FileScanTasks and reads all the files. …\nCalled after schema’s type visited.\nConvert iceberg schema to an arrow schema.\nCalled after struct’s fields visited.\nConvert iceberg type to an arrow type.\nSets the desired size of batches in the response to …\nSets the max number of in flight data files that are being …\nDetermines whether to enable row group filtering.\nDetermines whether to enable row selection.\nAlwaysFalse predicate, for example, FALSE.\nAn expression always evaluates to false.\nAlwaysTrue predicate, for example, TRUE.\nAn expression always evaluates to true.\nAnd predicate, for example, a > 10 AND b < 20.\nAn expression combined by AND, for example, …\nBinary expression, for example, a > 10.\nBinary expression, for example, a > 10.\nBinary predicate, for example, a > 10.\nBind expression to a schema.\nThe type of the bound result.\nBound predicate expression after binding to a schema.\nA named reference in a bound expression after binding to a …\nBound term after binding to a schema.\nLogical expression, such as AND, OR, NOT.\nNot predicate, for example, NOT (a > 10).\nAn expression combined by NOT, for example, NOT (a > 10).\nOr predicate, for example, a > 10 OR b < 20.\nAn expression combined by OR, for example, a > 10 OR b < 20…\nUnbound predicate expression before binding to a schema.\nPredicate operators used in expressions.\nA named reference in an unbound expression. For example, a …\nSet predicates, for example, a in (1, 2, 3).\nSet predicates, for example, a IN (1, 2, 3).\nSet predicates, for example, a in (1, 2, 3).\nUnbound term before binding to a schema.\nUnary expression, for example, a IS NULL.\nUnary expression, for example, a IS NULL.\nUnary predicate, for example, a IS NULL.\nGet this BoundReference’s Accessor\nCombines two predicates with AND.\nBind an expression to a schema.\nCreates an equal-to expression. For example, a = 10.\nReturn the field of this reference.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCreates an greater than expression. For example, a > 10.\nCreates a greater-than-or-equal-to than expression. For …\nReturn inputs of this logical expression.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCheck if this operator is binary operator.\nCreates an is-in expression. For example, a IS IN (5, 6).\nCreates an is-nan expression. For example, a IS NAN.\nCreates an is-not-in expression. For example, …\nCreates an is-not-nan expression. For example, a IS NOT NAN…\nCreates an is-not-null expression. For example, …\nCreates an is-null expression. For example, a IS NULL.\nCheck if this operator is set operator.\nCheck if this operator is unary operator.\nCreates an less than expression. For example, a < 10.\nCreates an less than or equal to expression. For example, …\nReturn the name of this reference.\nReturns a predicate representing the negation (‘NOT’) …\nReturns the predicate that is the inverse of self\nCreate a new unbound reference.\nCreates a new bound reference.\nCreates a unary expression with the given operator and …\nCreates a binary expression with the given operator, term …\nCreate a predicate which is the reverse of this predicate. …\nCreates a not equal-to expression. For example, a!= 10.\nCreates a not start-with expression. For example, …\nCombines two predicates with OR.\nSimplifies the expression by removing NOT predicates, …\nCreates a start-with expression. For example, …\nRegion to use for the S3 client.\nFileIO implementation, used to manipulate files in …\nBuilder for FileIO.\nThe struct the represents the metadata of a file.\nTrait for reading file.\nTrait for writing file.\nGoogle Cloud Storage credentials JSON string, base64 …\nAllow unauthenticated requests\nGoogle Cloud Project ID\nGoogle Cloud Storage endpoint\nGoogle Cloud Storage token\nGoogle Cloud user project\nInput file is used for reading from files.\nOutput file is used for writing to files..\nS3 access key id.\nOption to skip signing requests (e.g. for public …\nIf set, all AWS clients will assume a role of the given …\nOptional external ID used to assume an IAM role.\nOptional session name used to assume an IAM role.\nOption to skip loading configuration from config file and …\nOption to skip loading the credential from EC2 metadata …\nFollowing are arguments for s3 file io. S3 endpoint.\nS3 Path Style Access.\nS3 region.\nS3 secret access key.\nS3 session token. This is required when using temporary …\nS3 Server Side Encryption Key. If S3 encryption type is …\nS3 Server Side Encryption MD5.\nS3 Server Side Encryption Type.\nBuilds FileIO.\nClose file.\nDeletes file.\nCheck file exists.\nCheck if file exists.\nChecks if file exists.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nTry to infer file io scheme from path. See FileIO for …\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nAbsolute path to root uri.\nRelative path to root uri.\nFetch and returns metadata of file.\nCreates a new builder with scheme. See FileIO for …\nCreates a new builder for local file io.\nCreates input file.\nCreates output file.\nRead file content with given range.\nRead and returns whole content of file.\nCreates FileRead for continues reading.\nRemove the path and all nested dirs and files recursively.\nThe size of the file.\nConverts into InputFile.\nAdd argument for operator.\nAdd argument for operator.\nWrite bytes to file.\nCreate a new output file with given bytes.\nCreates output file for continues writing.\nA stream of arrow RecordBatches.\nA task to scan part of file.\nA stream of FileScanTask.\nTable scan.\nBuilder to create table scan.\nBuild the table scan.\nReturns a reference to the column names of the table scan.\nThe content type of the file to scan.\nThe format of the file to scan.\nReturns the data file path of this file scan task.\nThe data file path corresponding to the task.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nThe length of the file to scan.\nReturns a stream of FileScanTasks.\nReturns the predicate of this file scan task.\nThe predicate to filter.\nReturns the project field id of this file scan task.\nThe field ids to project.\nThe number of records in the file to scan.\nReturns the schema of this file scan task as a reference\nThe schema of the file to scan.\nReturns the schema of this file scan task as a SchemaRef\nSelect some columns of the table.\nSelect all columns.\nSelect empty columns.\nReturns a reference to the snapshot of the table scan.\nSet the snapshot to scan. When not set, it uses current …\nThe start offset of the file to scan.\nReturns an ArrowRecordBatchStream.\nSets the desired size of batches in the response to …\nSets the scan’s case sensitivity\nSets the concurrency limit for both manifest files and …\nSets the data file concurrency limit for this scan\nSpecifies a predicate to use as a filter\nSets the manifest entry concurrency limit for this scan\nDetermines whether to enable row group filtering. When …\nDetermines whether to enable row selection. When enabled, …\nValue: 1\nOnly data files were added and no files were removed.\nAscending\nAvro file format: https://avro.apache.org/\nArbitrary-length byte array.\nBinary value (without length)\nTrue or False\n0x00 for false, non-zero byte for true\nPartition spec that defines how to produce a tuple of …\nReference to BoundPartitionSpec.\nBranches are mutable named references that can be updated …\nHash of value, mod N.\nvalue: 0\nThe manifest content is data.\nType of content stored by the data file: data, equality …\nData file carries data file path, partition tuple, …\nBuilder for DataFile.\nError type for DataFileBuilder\nFormat of this data.\nCalendar date without timezone or time.\nLiteral associated with its type. The value and type pair …\nExtract a date or timestamp day, as days from 1970-01-01\nFixed point decimal\nData files were removed and their contents logically …\nValue: 2\nThe manifest content is deletes.\nDescending\n64-bit IEEE 754 floating point.\nStored as 8-byte little-endian\nvalue: 2\nValue: 0\nField summary for partition field in the spec.\nNulls are stored first\nFixed length byte array\n32-bit IEEE 754 floating point.\nStored as 4-byte little-endian\nIceberg format version\nExtract a timestamp hour, as hours from 1970-01-01 00:00:00\nSource value, unmodified\n32-bit signed integer\nStored as 4-byte little-endian\nStored as 16-byte little-endian\nProxy id for “last added” items, including schema, …\nNulls are stored last\nList type.\nA list is a collection of values with some element type. …\nA list is a collection of values with some element type. …\nValues present in iceberg type\n64-bit signed integer\nStored as 8-byte little-endian\nThe ref name of the main branch of the table.\nA manifest contains metadata and a list of entries.\nThe type of files tracked by the manifest, either data or …\nA manifest is an immutable Avro file that lists data files …\nReference to ManifestEntry.\nEntry in a manifest list.\nSnapshots are embedded in table metadata, but the list of …\nA manifest list writer.\nMeta data of a manifest that is stored in the key-value …\nUsed to track additions and deletions in ManifestEntry.\nA manifest writer.\nMap is a collection of key-value pairs with a key type and …\nMap type\nA map is a collection of key-value pairs with a key type …\nA map is a collection of key-value pairs with a key type …\nEncodes changes to the previous metadata files for the …\nExtract a date or timestamp month, as months from …\nA struct is a tuple of typed values. Each field in the …\nReference to nested field.\nDescribes the order of null values when sorted.\nThe operation field is used by some operations, like …\nOrc file format: https://orc.apache.org/\nData and delete files were added and removed in a logical …\nReserved table property for the JSON representation of …\nReserved table property for current snapshot id.\nReserved table property for current snapshot summary.\nReserved table property for current snapshot timestamp.\nReserved table property for the JSON representation of …\nReserved table property for the JSON representation of …\nReserved table property for table format version.\nProperty key for max number of previous versions to keep.\nDefault value for max number of previous versions to keep.\nReserved table property for the total number of snapshots.\nReserved table property for table UUID.\nParquet file format: https://parquet.apache.org/\nPartition fields capture the transform from table data to …\nCreate valid partition specs for a given schema.\nvalue: 1\nPrimitive types\nA primitive value\nValues present in iceberg type\nPrimitive data types\nReserved Iceberg table properties list.\nRaw literal representation used for serde. The serialize …\nData and delete files were added and removed without …\nDefines schema in iceberg.\nSchema builder.\nType alias for schema id.\nReference to Schema.\nA post order schema visitor.\nPartition spec that defines how to produce a tuple of …\nReference to SchemalessPartitionSpec.\nA snapshot represents the state of a table at some time …\nA log of when each snapshot was made.\nReference to Snapshot.\nIceberg tables keep track of branches and tags using …\nThe snapshot expiration procedure removes snapshots from …\nSort direction in a partition, either ascending or …\nEntry for every column that is to be sorted\nA sort order is defined by a sort order id and a list of …\nBuilder for SortOrder.\nError type for SortOrderBuilder\nReference to SortOrder.\nThe SQL representation stores the view definition as a SQL …\nThe SQL representation stores the view definition as a SQL …\nArbitrary-length character sequences encoded in utf-8\nUTF-8 bytes (without length)\nThe partition struct stores the tuple of partition values …\nStruct type\nA struct is a tuple of typed values. Each field in the …\nDataType for a specific struct\nAn iterator that moves out of a struct.\nSummarises the changes in the snapshot.\nReturn type of this visitor.\nFields for the version 2 of the table metadata.\nResult of modifying or creating a TableMetadata.\nManipulating table metadata.\nReference to TableMetadata.\nTags are labels for individual snapshots.\nTime of day in microsecond precision, without date or …\nTimestamp in microsecond precision, without timezone\nTimestamp in nanosecond precision, without timezone\nTimestamp in microsecond precision, with timezone\nTimestamp in nanosecond precision with timezone\nTransform is used to transform predicates to partition …\nValue truncated to width W\nAll data types are either primitives or nested types, …\nStored as 16-byte little-endian\nPlaceholder for sequence number. The field with this value …\nUnbound partition field can be built without a schema and …\nUnbound partition spec can be built without a schema and …\nCreate a new UnboundPartitionSpec\nReference to UnboundPartitionSpec.\nUninitialized field\nUninitialized field\nUsed to represent some customized transform that can’t …\nUniversally Unique Identifiers, should use 16-byte fixed\nIceberg spec version 1\nIceberg view spec version 1\nIceberg spec version 2\nCustom validation error\nCustom validation error\nIceberg format version\nFields for the version 1 of the view metadata.\nManipulating view metadata.\nReference to ViewMetadata.\nView definitions can be represented in multiple ways. …\nA list of view representations.\nA view versions represents the definition of a view at a …\nAlias for the integer type used for view version ids.\nA log of when each snapshot was made.\nReference to ViewVersion.\nAlways produces null\nExtract a date or timestamp year, as years from 1970\nGet an accessor for retrieving data in a struct\nAdd a schema and set it as the current schema.\nAdd a partition spec and set it as the default\nAppend manifests to be written.\nAdd a new partition field to the partition spec from an …\nAdd a new partition field to the partition spec.\nAdd multiple partition fields to the partition spec.\nAdd a partition spec to the table metadata.\nAdd a schema to the table metadata.\nAdd a snapshot to the table metadata.\nAdd a sort order to the table metadata.\nAdd a new partition field to the partition spec.\nWrapper around with_unbound_fields to add multiple …\nfield: 504\nfield: 512\nfield: 503\nOther summary data.\nCalled after list field.\nCalled after list field.\nCalled after map key field.\nCalled after map key field.\nCalled after map value field.\nCalled after map value field.\nCalled after struct field.\nCalled after struct field.\nAppend snapshot to table\nAttempts to convert the Literal to a PrimitiveLiteral\nConvert Type to reference of PrimitiveType\nReturns [r#struct].\nChanges uuid of view metadata.\nChanges uuid of table metadata.\nCalled before list field.\nCalled before list field.\nCalled before map key field.\nCalled before map key field.\nCalled before map value field.\nCalled before map value field.\nCalled before struct field.\nCalled before struct field.\nCreates a binary literal from bytes.\nCreates a binary literal from bytes.\nBind this schemaless partition spec to a schema.\nBind this unbound partition spec to a schema.\nCreates a boolean value.\nCreates a boolean value.\nCreates a boolean value from string. See Parse bool from …\nCreates a boolean value from string. See Parse bool from …\nCreate a new branch retention policy\nReturns the new view metadata after changes.\nBuilds a new DataFile.\nBuild the unbound partition spec.\nBuild a bound partition spec with the given schema.\nBuilds the schema.\nCreates a new bound sort order.\nBuild the table metadata.\nCreates a new unbound sort order.\nCreate a builder for building ManifestMetadata. On the …\nCreate a builder for building ManifestEntry. On the …\nCreate a builder for building PartitionField. On the …\nCreate partition spec builder\nCreate a builder for building UnboundPartitionField. On …\nCreate unbound partition spec builder\nCreate a schema builder.\nCreate a builder for building Snapshot. On the builder, …\nCreate a builder for building SortField. On the builder, …\nCreate sort order builder\nCreate a builder for building ViewVersion. On the builder, …\nThe changes that were applied to the metadata.\nWrite the manifest list to the output file.\nGet the column sizes. Map from column id to the total size …\nfield id: 108 key field id: 117 value field id: 118\nCheck whether literal is compatible with the type.\nTake ownership of the entries in the manifest list, …\nfield: 518 Whether the manifest contains at least one …\nfield: 509\nfield id: 134\nfield: 517\nContent type of this manifest entry.\nGet the content type of the data file (data, equality …\nGet current schema\nGet current schema\nGet the id of the current schema\nGet current snapshot\nGet the current snapshot id\nReturns the current view version.\nReturns the current version id.\nget a reference to the actual data file\nGet the primitive type from datum.\nCreates date literal from number of days from unix epoch …\nCreates date literal from number of days from unix epoch …\nCreates date literal in %Y-%m-%d format, assume in utc …\nCreates a date in %Y-%m-%d format, assume in utc timezone.\nCreate date literal from calendar date (year, month and …\nCreate a date from calendar date (year, month and day).\nCreates decimal type.\nTry to create a decimal literal from Decimal.\nCreates a decimal literal.\nCreates decimal literal from string. See …\nCreates decimal literal from string. See …\nReturn max precision for decimal given [num_bytes] bytes.\nReturns minimum bytes required for decimal with [precision]…\nReturn the unique transform name to check if similar …\nGet the default catalog for this view version\nGet the default namespace to use when a reference in the …\nGet default partition spec\nReturns spec id of the “current” partition spec.\nReturns default sort order id.\nReturns default sort order id.\nfield: 506\nfield: 514\nThe dialect of the sql SELECT statement (e.g., “trino” …\nA sort direction, that can only be either asc or desc\nFields may have an optional comment or doc string.\nCreates an 64bit floating point number.\nCreates an 32bit floating point number.\nElement field of list type.\nCreate a empty struct.\nEntries slice.\nGet the entries in the manifest list.\nGet the equality ids of the data file. Field ids used to …\nfield id: 135 element field id: 136\nfield: 505\nfield: 513\nExpired metadata logs\nCalled after struct’s field type visited.\nGet field by alias.\nGet struct field with certain id\nGet field by field id.\nGet struct field with certain field name\nGet field by field name.\nGet field by field name, but in case-insensitive way.\nA partition field id that is used to identify a partition …\nA partition field id that is used to identify a partition …\nGet field id by full name.\nDatatype\nGet fields.\nFields of the partition spec\nFields of the partition spec\nFields of the partition spec\nReturn fields in the struct.\nDetails of the sort\nFile format of this manifest entry.\nGet the file format of the file (avro, orc or parquet).\nfield id: 101\nData file path of this manifest entry.\nGet the file path as full URI with FS scheme\nfield id: 100\nFile size in bytes.\nGet the file size in bytes.\nfield id: 104\nCreates a fixed literal from bytes.\nCreates a fixed literal from bytes.\nCreates an 32bit floating point number.\nCreates an 32bit floating point number.\nReturns format version of this metadata.\nReturns format version of this metadata.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCreates a new table metadata builder from the given table …\nCreates a new view metadata builder from the given view …\nReturns a reference to the value corresponding to the key. …\nChecks if the manifest file has any added files.\nChecks if the manifest file has any existed files.\nThe order of map is matter, so this method used to compare …\nCheck if this partition spec has sequential partition ids. …\nGet the highest field id in the partition spec.\nReturns [highest_field_id].\nReturns snapshot history.\nReturns view history.\nId unique in table schema\nReturns [identifier_field_ids].\nCreates a field id to field map.\nCreates a field id to parent field id map.\nUsed to populate the field’s value for all records that …\nInserts a key-value pair into the map. If the map did not …\nCreates an 32bit integer.\nCreates an 32bit integer.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nConvert Value to the any type\nCreate a new schema builder from a schema.\nConvert this Table Metadata into a builder for …\nConsume this Manifest, returning its constituent parts\nTurn this partition spec into a preserved partition spec.\nTo unbound partition field\nTurn this partition spec into an unbound partition spec.\nConvert to unbound partition spec\nCheck if this manifest entry is deleted.\nReturns true if the snapshot reference is a branch.\nCheck if this partition spec is compatible with another …\nReturns true if the map contains no elements.\nCheck if there are no representations\nCheck if it’s float or double type.\nReturns true if the Literal represents a primitive type …\nReturns true if the Literal represents a primitive type …\nWhether the type is nested type.\nreturns true if the field at position index is null\nWhether the type is primitive type.\nWhether the type is struct type.\nReturns if the partition spec is unpartitioned.\nReturns true if the sort order is unsorted.\nCreate a iterator to read the field in order of …\nGet an iterator over the representations\nField for key.\nGet the Implementation-specific key metadata for the data …\nfield id: 131\nfield: 519\nReturns last sequence number.\nReturns last updated time in milliseconds.\nReturns last updated time.\nReturn the number of key-value pairs in the map.\nGet the number of representations\nCalled after list fields visited.\nConstruct list type’s element field.\nGet the primitive literal from datum.\nLoad Manifest.\nLoad manifest list.\nReturns table location.\nReturns view location.\nCreates an 64bit integer.\nCreates an 64bit integer.\nfield: 510 The minimum value for the field in the manifests\nGet the lower bounds of the data file values per column. …\nfield id: 125 key field id: 126 value field id: 127\nfield: 501\nGet location of manifest_list file\nfield: 500\nCalled after map’s key and value fields visited.\nConstruct map type’s key field.\nConstruct map type’s value field.\nThe new TableMetadata.\nThe file for the log.\nReturns the metadata log.\nfield: 516\nField Name\nA partition name.\nA partition name.\nGet field id by full name.\nGet the nan value counts of the data file. Map from column …\nfield id: 137 key field id: 138 value field id: 139\nCreate a new manifest writer.\nCreates a new view metadata builder from the given view …\nCreates a struct type with the given fields.\nConstruct a new field.\nConstruct a list type with the given element field.\nConstruct a map type with the given key and value fields.\nConstructor from ManifestMetadata and ManifestEntrys.\nCreate a new partition spec builder with the given schema.\nCreate a new partition spec builder with the given schema.\nCreate new snapshot reference\nCreate a TableMetadata object from scratch.\nCreates a new empty map.\nCreates a new view version log.\nCreates a new table metadata builder from the given …\nCreate a new partition spec builder from an existing …\nReturns the next sequence number for the table.\nA null order that describes the order of null values when …\nGet the null value counts of the data file. Map from …\nfield id: 110 key field id: 121 value field id: 122\nThe type of operation in the snapshot\nConstruct an optional field.\nIdentifier for SortOrder, order_id 0 is no sort order.\nGet parent snapshot id.\nParse from metadata in avro file.\nParse manifest from bytes of avro file.\nParse manifest list from bytes.\nGet the partition values of the file.\nfield id: 102\nLookup partition spec by id.\nfield: 502\nReturns all partition specs.\nReturns the partition type of this partition spec.\nReturns the partition type of this partition spec.\nfield: 507 element_field: 508\nWhether the transform preserves the order of values.\nCalled when see a primitive type.\nProjects a given predicate according to the transformation …\nReturns properties of table.\nReturns properties of the view.\nVisit a schema and returns only the fields selected by id …\nData file record count of the manifest entry.\nGet the record count in the data file.\nfield id: 103\nRemove properties from the table metadata. Does nothing if …\nRemove a reference\nRemove snapshots by its ids from the table metadata. Does …\nGet this views representations\nConstruct a required field.\nOptional or required\nGet the return type of transform given the input type. …\nSnapshot retention policy\nWhether ordering by this transform’s result satisfies …\nCalled after schema’s type visited.\nThe schema this partition spec is bound to\nGet the schema of this snapshot.\nGet the schema of this snapshot.\nLookup schema by id.\nLookup schema by id.\nReturns [schema_id].\nGet the schema id of this snapshot.\nGet the schema id of this view version.\nThe schema ref this partition spec is bound to\nReturns schemas\nReturns schemas\nData sequence number.\nGet sequence_number of the snapshot. Is 0 for Iceberg V1 …\nfield: 515\nAppend a snapshot to the specified branch. Retention …\nSet the current schema id.\nSet the default partition spec.\nSet the default sort order. If sort_order_id is -1, the …\nSet the location of the table metadata, stripping any …\nSet properties. If a property already exists, it will be …\nSet a reference to a snapshot.\nLookup snapshot by id.\nGet the snapshot for a reference Returns an option if the …\nSnapshot id\nGet the id of the snapshot\nA reference’s snapshot ID. The tagged snapshot or latest …\nId of the snapshot.\nReturns all snapshots\nLookup sort order by id.\nGet the sort order id of the data file. Only data files …\nfield id: 140\nReturn all sort orders.\nA source column id from the table’s schema\nA source column id from the table’s schema\nA source column id from the table’s schema\nSpec id of the partition spec\nSpec id of the partition spec\nSpec id of the partition spec\nGet the split offsets of the data file. For example, all …\nfield id: 132 element field id: 133\nThe SQL SELECT statement that defines the view.\nStatus of this manifest entry\nCreates a string literal.\nCreates a string literal.\nCalled after struct’s fields visited.\nGet summary of the snapshot\nGet summary of the view version\nCreates time in microseconds directly\nCreates time literal from hour, minute, second, and …\nCreates time literal from hour, minute, second, and …\nCreates time literal in microseconds in %H:%M:%S:.f format.\nCreates time in microseconds in %H:%M:%S:.f format.\nCreates time literal in microseconds directly.\nGet the timestamp of when the snapshot was created\nReturns the last updated timestamp as a DateTime with …\nCreates a timestamp from unix epoch in microseconds.\nReturns the last updated timestamp as a DateTime with …\nGet the timestamp of when the view version was created\nCreates a timestamp from DateTime.\nCreates a timestamp from DateTime.\nParse a timestamp in [%Y-%m-%dT%H:%M:%S%.f] format.\nParse a timestamp in RFC3339 format.\nCreates a timestamp from unix epoch in microseconds.\nGet the timestamp of when the snapshot was created in …\nReturns the timestamp in milliseconds\nReturns the timestamp in milliseconds from epoch.\nGet the timestamp of when the view version was created in …\nTime new metadata was created\nLast updated timestamp\nCreates a timestamp from unix epoch in nanoseconds.\nCreates a timestamp with timezone from unix epoch in …\nCreates a timestamp with timezone from DateTime. Example:\nCreates a timestamp with timezone from DateTime.\nParse timestamp with timezone in RFC3339 format.\nSimilar to Literal::timestamp_from_str, but return …\nCreates a timestamp with timezone from unix epoch in …\nCreates a timestamp with timezone from unix epoch in …\nConvert the datum to target_type.\nConvert the value to bytes\nConvert Type to StructType\nA transform that is applied to the source column to …\nA transform that is applied to the source column to …\nA transform that is used to produce values to be sorted on …\nCovert literal to raw literal.\nCreate iceberg value from bytes.\nCreate iceberg value from a json value\nConvert raw literal to literal.\nConverting iceberg value to json value.\nGet a new unpatitioned partition spec\nGet a new unpatitioned partition spec\nCreate an unbound unsorted order\nUpgrade FormatVersion. Downgrades are not allowed.\nfield: 511 The maximum value for the field in the manifests\nGet the upper bounds of the data file values per column. …\nfield id: 128 key field id: 129 value field id: 130\nReturns uuid of current table.\nCreates uuid literal.\nCreates uuid literal.\nReturns uuid of current view.\nCreates uuid from str. See Uuid::parse_str.\nCreates uuid from str. See Uuid::parse_str.\nConstruct a v1 ManifestListWriter that writes to a …\nConstruct a v2 ManifestListWriter that writes to a …\nGet the columns value counts for the data file. Map from …\nfield id: 109 key field id: 119 value field id: 120\nField for value.\nLookup a view version by id.\nReturns the version id.\nGet the version id of this view version.\nReturns all view versions.\nVisit schema in post order.\nVisit struct type in post order.\nVisiting a type in post order.\nSet alias to filed id mapping.\nSet the field’s doc.\nAdd fields to schema builder.\nDetails of the sort\nSet identifier field ids.\nSet the field’s initial default value.\nSet the last assigned field id for the partition spec.\nIdentifier for SortOrder, order_id 0 is no sort order.\nSet the order id for the sort order\nSet schema id.\nDetails of the sort\nChange the spec id of the partition spec\nChange the spec id of the partition spec\nSet the spec id for the partition spec.\nSet the spec id for the partition spec.\nSet the field’s initial default value.\nWrite a manifest.\nUsed to populate the field’s value for any records …\nPrecision, must be 38 or less\nScale\nFor snapshot references except the main branch, a positive …\nFor snapshot references except the main branch, a positive …\nA positive number for the max age of snapshots to keep …\nA positive number for the minimum number of snapshots to …\nStaticTable is a read-only table struct that can be …\nTable represents a table in the catalog.\nBuilder to create table scan.\nbuild the Table\nReturns a TableBuilder to build a table\noptionally set a non-default metadata cache size\nspecifies if the Table’s metadata cache will be disabled,\nrequired - sets the necessary FileIO to use for the table\nReturns file io used in this table.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCreates a static table from a given TableMetadata and …\nCreates a static table directly from metadata file and …\nrequired - passes in the TableIdent to use for the Table\nReturns table identifier.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nConsumes the StaticTable and return it as a Table Please …\nrequired - passes in the TableMetadata to use for the Table\nReturns current metadata.\nGet TableMetadataRef for the static table\noptional - sets the tables metadata location\nReturns current metadata location.\nReturns current metadata ref.\nCreate a reader for the table.\nCreate a reader for the table.\nspecifies if the Table is readonly or not (default not)\nReturns the flag indicating whether the Table is readonly …\nCreates a table scan.\nCreate a TableScanBuilder for the static table.\nFastAppendAction is a transaction action for fast append …\nTransaction action for replacing sort order.\nTable transaction.\nAdd data files to the snapshot.\nFinished building the action and apply it to the …\nFinished building the action and apply it to the …\nAdds a field for sorting in ascending order.\nCommit transaction.\nAdds a field for sorting in descending order.\nCreates a fast append action.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCreates a new transaction.\nRemove properties in table.\nCreates replace sort order action.\nUpdate table’s property.\nSets table to a new version.\nBoxedTransformFunction is a boxed trait object of …\nTransformFunction is a trait that defines the interface …\ncreate_transform_function creates a boxed trait object of …\ntransform will take an input array and transform it into a …\ntransform_literal will take an input literal and transform …\nA thin wrapper around transform_literal to return an error …\nThe current file status of iceberg writer. It implement …\nThe iceberg writer used to write data to iceberg table.\nThe builder for iceberg writer.\nThe associated writer type.\nBase writer module contains the basic writer provide by …\nBuild the iceberg writer.\nClose the writer and return the written data files. If …\nGet the current file path.\nGet the current file row number.\nGet the current file written size.\nThis module contains the writer for data file format …\nWrite data to iceberg table.\nThis module provide DataFileWriter.\nThis module provide EqualityDeleteWriter.\nA writer write data is within one spec/partition.\nBuilder for DataFileWriter.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCreate a new DataFileWriterBuilder using a …\nWriter used to write equality delete files.\nBuilder for EqualityDeleteWriter.\nConfig for EqualityDeleteWriter.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCreate a new EqualityDeleteFileWriterBuilder using a …\nCreate a new DataFileWriterConfig with equality ids.\nReturn projected Schema\nFile writer focus on writing record batch to different …\nFile writer builder trait.\n`ParquetWriter`` is used to write arrow data into parquet …\nParquetWriterBuilder is used to builder a ParquetWriter\nThe associated file writer type.\nBuild file writer.\nClose file writer.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nThis module contains the location generator and file name …\nCreate a new ParquetWriterBuilder To construct the write …\nWrite record batch to file.\nDefaultFileNameGenerator used to generate file name for …\nDefaultLocationGenerator used to generate the data dir …\nFileNameGeneratorTrait used to generate file name for data …\nLocationGenerator used to generate the location of data …\nReturns the argument unchanged.\nReturns the argument unchanged.\nGenerate a file name.\nGenerate an absolute path for the given file name. e.g For …\nCalls U::from(self).\nCalls U::from(self).\nCreate a new DefaultLocationGenerator.\nCreate a new FileNameGenerator.")
\ No newline at end of file
+searchState.loadedDescShard("iceberg", 0, "Apache Iceberg Official Native Rust Implementation\nAdd a new schema to the table\nAdd snapshot to table.\nAdd sort order to table.\nAdd a new partition spec to the table\nAssign a new UUID to the table\nThe catalog API for Iceberg Rust.\nThe table’s current schema id must match the requirement.\nIceberg data is invalid.\nThe table’s default sort order id must match the …\nThe table’s default spec id must match the requirement.\nContains the error value\nError is the error struct returned by all iceberg …\nErrorKind is all kinds of Error of iceberg.\nIceberg feature is not supported.\nThe table’s last assigned column id must match the …\nThe table’s last assigned partition id must match the …\nNamespace represents a namespace in the catalog.\nNamespaceIdent represents the identifier of a namespace in …\nThe table must not already exist; used for create …\nContains the success value\nThe table branch or tag identified by the requirement’s …\nRemove table’s properties\nRemove snapshot reference\nRemove table’s snapshots\nResult that is a wrapper of Result<T, iceberg::Error>\nSet table’s current schema\nSet table’s default sort order\nSet table’s default spec\nUpdate table’s location\nUpdate table’s properties\nSet table’s snapshot ref.\nTableCommit represents the commit of a table in the …\nTableCreation represents the creation of a table in the …\nTableIdent represents the identifier of a table in the …\nTableRequirement represents a requirement for a table in …\nTableUpdate represents an update to a table in the catalog.\nIceberg don’t know what happened here, and no actions …\nUpgrade table’s format version\nThe table UUID must match the requirement.\nViewCreation represents the creation of a view in the …\nApplies the update to the table metadata builder.\nConversion between Iceberg and Arrow schema\nCreate a builder for building TableCreation. On the …\nCreate a builder for building TableCommit. On the builder, …\nCreate a builder for building ViewCreation. On the …\nCheck that the requirement is met by the table metadata. …\nCreate a new namespace inside the catalog.\nCreate a new table inside the namespace.\nDefault catalog to use when a reference in the SELECT does …\nThe default namespace to use when a reference in the …\nDrop a namespace from the catalog.\nDrop a table from the catalog.\nHelper macro to check arguments.\nThis module contains expressions.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nTry to create namespace identifier from an iterator of …\nTry to create table identifier from an iterator of string.\nCreate a multi-level namespace identifier from vector.\nGet a namespace information from the catalog.\nReturn the table identifier.\nReturns inner strings.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nConvert self into static str.\nFile io implementation.\nReturn error’s kind.\nList namespaces inside the catalog.\nList tables from namespace.\nLoad table from the catalog.\nThe location of the table.\nThe view’s base location; used to create metadata file …\nReturn error’s message.\nGet the name of the namespace.\nGet the name of the table.\nTable name.\nThe name of the table.\nThe name of the view.\nGet the namespace of the table.\nNamespace of the table.\nCheck if namespace exists in catalog.\nCreate a new Error with error kind and message.\nCreate a new namespace identifier with only one level.\nCreate a new namespace.\nCreate a new table identifier.\nGet the parent of this namespace. Returns None if this …\nThe partition spec of the table, could be None.\nGet the properties of the namespace.\nThe properties of the table.\nThe properties of the view.\nRename a table in the catalog.\nRepresentations for the view.\nTable scan api.\nThe schema of the table.\nThe schema of the view.\nThe sort order of the table.\nSpec for Iceberg.\nA string to string map of summary metadata about the …\nTable API for Apache Iceberg\nCheck if a table exists in the catalog.\nTake all requirements.\nTake all updates.\nReturns a string for used in url.\nThis module contains transaction api.\nTransform function used to compute partition values.\nUpdate a namespace inside the catalog.\nUpdate a table to the catalog.\nAdd more context in error.\nCreate a new namespace with properties.\nSet source for error.\nIceberg writer module.\nCurrent schema id of the table to assert.\nDefault sort order id of the table to assert.\nDefault spec id of the table to assert.\nThe last assigned field id of the table to assert.\nLast assigned partition id of the table to assert.\nThe reference of the table to assert.\nThe snapshot id of the table to assert. If the id is None, …\nUuid of original table.\nTarget format upgrade to.\nThe last column id of the table.\nNew location for table.\nName of snapshot reference to set.\nName of snapshot reference to remove.\nSnapshot reference to set.\nProperties to remove\nThe schema to add.\nSchema ID to set as current, or -1 to set last added schema\nSnapshot to add.\nSnapshot ids to remove.\nSort order to add.\nSort order ID to set as the default, or -1 to set last …\nThe partition spec to add.\nPartition spec ID to set as the default, or -1 to set last …\nProperties to update for table.\nThe new UUID to assign.\nReads data from Parquet files\nBuilder to create ArrowReader\nA post order arrow schema visitor.\nReturn type of this visitor on arrow field.\nReturn type of this visitor on arrow schema.\nCalled after struct/list/map field.\nCalled after struct/list/map field.\nCalled after list element.\nCalled after list element.\nCalled after map key.\nCalled after map key.\nCalled after map value.\nCalled after map value.\nConvert Arrow schema to Iceberg schema.\nConvert Arrow type to iceberg type.\nCalled before struct/list/map field.\nCalled before struct/list/map field.\nCalled before list element.\nCalled before list element.\nCalled before map key.\nCalled before map key.\nCalled before map value.\nCalled before map value.\nBuild the ArrowReader.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCalled after list fields visited.\nCalled after map’s key and value fields visited.\nCalled when see a primitive type.\nTake a stream of FileScanTasks and reads all the files. …\nCalled after schema’s type visited.\nConvert iceberg schema to an arrow schema.\nCalled after struct’s fields visited.\nConvert iceberg type to an arrow type.\nSets the desired size of batches in the response to …\nSets the max number of in flight data files that are being …\nDetermines whether to enable row group filtering.\nDetermines whether to enable row selection.\nAlwaysFalse predicate, for example, FALSE.\nAn expression always evaluates to false.\nAlwaysTrue predicate, for example, TRUE.\nAn expression always evaluates to true.\nAnd predicate, for example, a > 10 AND b < 20.\nAn expression combined by AND, for example, …\nBinary expression, for example, a > 10.\nBinary expression, for example, a > 10.\nBinary predicate, for example, a > 10.\nBind expression to a schema.\nThe type of the bound result.\nBound predicate expression after binding to a schema.\nA named reference in a bound expression after binding to a …\nBound term after binding to a schema.\nLogical expression, such as AND, OR, NOT.\nNot predicate, for example, NOT (a > 10).\nAn expression combined by NOT, for example, NOT (a > 10).\nOr predicate, for example, a > 10 OR b < 20.\nAn expression combined by OR, for example, a > 10 OR b < 20…\nUnbound predicate expression before binding to a schema.\nPredicate operators used in expressions.\nA named reference in an unbound expression. For example, a …\nSet predicates, for example, a in (1, 2, 3).\nSet predicates, for example, a IN (1, 2, 3).\nSet predicates, for example, a in (1, 2, 3).\nUnbound term before binding to a schema.\nUnary expression, for example, a IS NULL.\nUnary expression, for example, a IS NULL.\nUnary predicate, for example, a IS NULL.\nGet this BoundReference’s Accessor\nCombines two predicates with AND.\nBind an expression to a schema.\nCreates an equal-to expression. For example, a = 10.\nReturn the field of this reference.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCreates an greater than expression. For example, a > 10.\nCreates a greater-than-or-equal-to than expression. For …\nReturn inputs of this logical expression.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCheck if this operator is binary operator.\nCreates an is-in expression. For example, a IS IN (5, 6).\nCreates an is-nan expression. For example, a IS NAN.\nCreates an is-not-in expression. For example, …\nCreates an is-not-nan expression. For example, a IS NOT NAN…\nCreates an is-not-null expression. For example, …\nCreates an is-null expression. For example, a IS NULL.\nCheck if this operator is set operator.\nCheck if this operator is unary operator.\nCreates an less than expression. For example, a < 10.\nCreates an less than or equal to expression. For example, …\nReturn the name of this reference.\nReturns a predicate representing the negation (‘NOT’) …\nReturns the predicate that is the inverse of self\nCreate a new unbound reference.\nCreates a new bound reference.\nCreates a unary expression with the given operator and …\nCreates a binary expression with the given operator, term …\nCreate a predicate which is the reverse of this predicate. …\nCreates a not equal-to expression. For example, a!= 10.\nCreates a not start-with expression. For example, …\nCombines two predicates with OR.\nSimplifies the expression by removing NOT predicates, …\nCreates a start-with expression. For example, …\nRegion to use for the S3 client.\nFileIO implementation, used to manipulate files in …\nBuilder for FileIO.\nThe struct the represents the metadata of a file.\nTrait for reading file.\nTrait for writing file.\nGoogle Cloud Storage credentials JSON string, base64 …\nAllow unauthenticated requests\nGoogle Cloud Project ID\nGoogle Cloud Storage endpoint\nGoogle Cloud Storage token\nGoogle Cloud user project\nInput file is used for reading from files.\nOutput file is used for writing to files..\nS3 access key id.\nOption to skip signing requests (e.g. for public …\nIf set, all AWS clients will assume a role of the given …\nOptional external ID used to assume an IAM role.\nOptional session name used to assume an IAM role.\nOption to skip loading configuration from config file and …\nOption to skip loading the credential from EC2 metadata …\nFollowing are arguments for s3 file io. S3 endpoint.\nS3 Path Style Access.\nS3 region.\nS3 secret access key.\nS3 session token. This is required when using temporary …\nS3 Server Side Encryption Key. If S3 encryption type is …\nS3 Server Side Encryption MD5.\nS3 Server Side Encryption Type.\nBuilds FileIO.\nClose file.\nDeletes file.\nCheck file exists.\nCheck if file exists.\nChecks if file exists.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nTry to infer file io scheme from path. See FileIO for …\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nAbsolute path to root uri.\nRelative path to root uri.\nFetch and returns metadata of file.\nCreates a new builder with scheme. See FileIO for …\nCreates a new builder for local file io.\nCreates input file.\nCreates output file.\nRead file content with given range.\nRead and returns whole content of file.\nCreates FileRead for continues reading.\nRemove the path and all nested dirs and files recursively.\nThe size of the file.\nConverts into InputFile.\nAdd argument for operator.\nAdd argument for operator.\nWrite bytes to file.\nCreate a new output file with given bytes.\nCreates output file for continues writing.\nA stream of arrow RecordBatches.\nA task to scan part of file.\nA stream of FileScanTask.\nTable scan.\nBuilder to create table scan.\nBuild the table scan.\nReturns a reference to the column names of the table scan.\nThe content type of the file to scan.\nThe format of the file to scan.\nReturns the data file path of this file scan task.\nThe data file path corresponding to the task.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nThe length of the file to scan.\nReturns a stream of FileScanTasks.\nReturns the predicate of this file scan task.\nThe predicate to filter.\nReturns the project field id of this file scan task.\nThe field ids to project.\nThe number of records in the file to scan.\nReturns the schema of this file scan task as a reference\nThe schema of the file to scan.\nReturns the schema of this file scan task as a SchemaRef\nSelect some columns of the table.\nSelect all columns.\nSelect empty columns.\nReturns a reference to the snapshot of the table scan.\nSet the snapshot to scan. When not set, it uses current …\nThe start offset of the file to scan.\nReturns an ArrowRecordBatchStream.\nSets the desired size of batches in the response to …\nSets the scan’s case sensitivity\nSets the concurrency limit for both manifest files and …\nSets the data file concurrency limit for this scan\nSpecifies a predicate to use as a filter\nSets the manifest entry concurrency limit for this scan\nDetermines whether to enable row group filtering. When …\nDetermines whether to enable row selection. When enabled, …\nValue: 1\nOnly data files were added and no files were removed.\nAscending\nAvro file format: https://avro.apache.org/\nArbitrary-length byte array.\nBinary value (without length)\nTrue or False\n0x00 for false, non-zero byte for true\nPartition spec that defines how to produce a tuple of …\nReference to BoundPartitionSpec.\nBranches are mutable named references that can be updated …\nHash of value, mod N.\nvalue: 0\nThe manifest content is data.\nType of content stored by the data file: data, equality …\nData file carries data file path, partition tuple, …\nBuilder for DataFile.\nError type for DataFileBuilder\nFormat of this data.\nCalendar date without timezone or time.\nLiteral associated with its type. The value and type pair …\nExtract a date or timestamp day, as days from 1970-01-01\nFixed point decimal\nData files were removed and their contents logically …\nValue: 2\nThe manifest content is deletes.\nDescending\n64-bit IEEE 754 floating point.\nStored as 8-byte little-endian\nvalue: 2\nValue: 0\nField summary for partition field in the spec.\nNulls are stored first\nFixed length byte array\n32-bit IEEE 754 floating point.\nStored as 4-byte little-endian\nIceberg format version\nExtract a timestamp hour, as hours from 1970-01-01 00:00:00\nSource value, unmodified\n32-bit signed integer\nStored as 4-byte little-endian\nStored as 16-byte little-endian\nProxy id for “last added” items, including schema, …\nNulls are stored last\nList type.\nA list is a collection of values with some element type. …\nA list is a collection of values with some element type. …\nValues present in iceberg type\n64-bit signed integer\nStored as 8-byte little-endian\nThe ref name of the main branch of the table.\nA manifest contains metadata and a list of entries.\nThe type of files tracked by the manifest, either data or …\nA manifest is an immutable Avro file that lists data files …\nReference to ManifestEntry.\nEntry in a manifest list.\nSnapshots are embedded in table metadata, but the list of …\nA manifest list writer.\nMeta data of a manifest that is stored in the key-value …\nUsed to track additions and deletions in ManifestEntry.\nA manifest writer.\nMap is a collection of key-value pairs with a key type and …\nMap type\nA map is a collection of key-value pairs with a key type …\nA map is a collection of key-value pairs with a key type …\nEncodes changes to the previous metadata files for the …\nExtract a date or timestamp month, as months from …\nA struct is a tuple of typed values. Each field in the …\nReference to nested field.\nDescribes the order of null values when sorted.\nThe operation field is used by some operations, like …\nOrc file format: https://orc.apache.org/\nData and delete files were added and removed in a logical …\nReserved table property for the JSON representation of …\nReserved table property for current snapshot id.\nReserved table property for current snapshot summary.\nReserved table property for current snapshot timestamp.\nReserved table property for the JSON representation of …\nReserved table property for the JSON representation of …\nReserved table property for table format version.\nProperty key for max number of previous versions to keep.\nDefault value for max number of previous versions to keep.\nReserved table property for the total number of snapshots.\nReserved table property for table UUID.\nParquet file format: https://parquet.apache.org/\nPartition fields capture the transform from table data to …\nCreate valid partition specs for a given schema.\nvalue: 1\nPrimitive types\nA primitive value\nValues present in iceberg type\nPrimitive data types\nReserved Iceberg table properties list.\nRaw literal representation used for serde. The serialize …\nData and delete files were added and removed without …\nDefines schema in iceberg.\nSchema builder.\nType alias for schema id.\nReference to Schema.\nA post order schema visitor.\nPartition spec that defines how to produce a tuple of …\nReference to SchemalessPartitionSpec.\nA snapshot represents the state of a table at some time …\nA log of when each snapshot was made.\nReference to Snapshot.\nIceberg tables keep track of branches and tags using …\nThe snapshot expiration procedure removes snapshots from …\nSort direction in a partition, either ascending or …\nEntry for every column that is to be sorted\nA sort order is defined by a sort order id and a list of …\nBuilder for SortOrder.\nError type for SortOrderBuilder\nReference to SortOrder.\nThe SQL representation stores the view definition as a SQL …\nThe SQL representation stores the view definition as a SQL …\nArbitrary-length character sequences encoded in utf-8\nUTF-8 bytes (without length)\nThe partition struct stores the tuple of partition values …\nStruct type\nA struct is a tuple of typed values. Each field in the …\nDataType for a specific struct\nAn iterator that moves out of a struct.\nSummarises the changes in the snapshot.\nReturn type of this visitor.\nFields for the version 2 of the table metadata.\nResult of modifying or creating a TableMetadata.\nManipulating table metadata.\nReference to TableMetadata.\nTags are labels for individual snapshots.\nTime of day in microsecond precision, without date or …\nTimestamp in microsecond precision, without timezone\nTimestamp in nanosecond precision, without timezone\nTimestamp in microsecond precision, with timezone\nTimestamp in nanosecond precision with timezone\nTransform is used to transform predicates to partition …\nValue truncated to width W\nAll data types are either primitives or nested types, …\nStored as 16-byte little-endian\nPlaceholder for sequence number. The field with this value …\nUnbound partition field can be built without a schema and …\nUnbound partition spec can be built without a schema and …\nCreate a new UnboundPartitionSpec\nReference to UnboundPartitionSpec.\nUninitialized field\nUninitialized field\nUsed to represent some customized transform that can’t …\nUniversally Unique Identifiers, should use 16-byte fixed\nIceberg spec version 1\nIceberg view spec version 1\nIceberg spec version 2\nCustom validation error\nCustom validation error\nIceberg format version\nFields for the version 1 of the view metadata.\nManipulating view metadata.\nReference to ViewMetadata.\nView definitions can be represented in multiple ways. …\nA list of view representations.\nA view versions represents the definition of a view at a …\nAlias for the integer type used for view version ids.\nA log of when each snapshot was made.\nReference to ViewVersion.\nAlways produces null\nExtract a date or timestamp year, as years from 1970\nGet an accessor for retrieving data in a struct\nAdd a schema and set it as the current schema.\nAdd a partition spec and set it as the default\nAppend manifests to be written.\nAdd a new partition field to the partition spec from an …\nAdd a new partition field to the partition spec.\nAdd multiple partition fields to the partition spec.\nAdd a partition spec to the table metadata.\nAdd a schema to the table metadata.\nAdd a snapshot to the table metadata.\nAdd a sort order to the table metadata.\nAdd a new partition field to the partition spec.\nWrapper around with_unbound_fields to add multiple …\nfield: 504\nfield: 512\nfield: 503\nOther summary data.\nCalled after list field.\nCalled after list field.\nCalled after map key field.\nCalled after map key field.\nCalled after map value field.\nCalled after map value field.\nCalled after struct field.\nCalled after struct field.\nAppend snapshot to table\nAttempts to convert the Literal to a PrimitiveLiteral\nConvert Type to reference of PrimitiveType\nReturns [r#struct].\nChanges uuid of view metadata.\nChanges uuid of table metadata.\nCalled before list field.\nCalled before list field.\nCalled before map key field.\nCalled before map key field.\nCalled before map value field.\nCalled before map value field.\nCalled before struct field.\nCalled before struct field.\nCreates a binary literal from bytes.\nCreates a binary literal from bytes.\nBind this schemaless partition spec to a schema.\nBind this unbound partition spec to a schema.\nCreates a boolean value.\nCreates a boolean value.\nCreates a boolean value from string. See Parse bool from …\nCreates a boolean value from string. See Parse bool from …\nCreate a new branch retention policy\nReturns the new view metadata after changes.\nBuilds a new DataFile.\nBuild the unbound partition spec.\nBuild a bound partition spec with the given schema.\nBuilds the schema.\nCreates a new bound sort order.\nBuild the table metadata.\nCreates a new unbound sort order.\nCreate a builder for building ManifestMetadata. On the …\nCreate a builder for building ManifestEntry. On the …\nCreate a builder for building PartitionField. On the …\nCreate partition spec builder\nCreate a builder for building UnboundPartitionField. On …\nCreate unbound partition spec builder\nCreate a schema builder.\nCreate a builder for building Snapshot. On the builder, …\nCreate a builder for building SortField. On the builder, …\nCreate sort order builder\nCreate a builder for building ViewVersion. On the builder, …\nThe changes that were applied to the metadata.\nWrite the manifest list to the output file.\nGet the column sizes. Map from column id to the total size …\nfield id: 108 key field id: 117 value field id: 118\nCheck whether literal is compatible with the type.\nTake ownership of the entries in the manifest list, …\nfield: 518 Whether the manifest contains at least one …\nfield: 509\nfield id: 134\nfield: 517\nContent type of this manifest entry.\nGet the content type of the data file (data, equality …\nGet current schema\nGet current schema\nGet the id of the current schema\nGet current snapshot\nGet the current snapshot id\nReturns the current view version.\nReturns the current version id.\nget a reference to the actual data file\nGet the primitive type from datum.\nCreates date literal from number of days from unix epoch …\nCreates date literal from number of days from unix epoch …\nCreates date literal in %Y-%m-%d format, assume in utc …\nCreates a date in %Y-%m-%d format, assume in utc timezone.\nCreate date literal from calendar date (year, month and …\nCreate a date from calendar date (year, month and day).\nCreates decimal type.\nTry to create a decimal literal from Decimal.\nCreates a decimal literal.\nCreates decimal literal from string. See …\nCreates decimal literal from string. See …\nReturn max precision for decimal given [num_bytes] bytes.\nReturns minimum bytes required for decimal with [precision]…\nTry to create a decimal literal from Decimal with …\nReturn the unique transform name to check if similar …\nGet the default catalog for this view version\nGet the default namespace to use when a reference in the …\nGet default partition spec\nReturns spec id of the “current” partition spec.\nReturns default sort order id.\nReturns default sort order id.\nfield: 506\nfield: 514\nThe dialect of the sql SELECT statement (e.g., “trino” …\nA sort direction, that can only be either asc or desc\nFields may have an optional comment or doc string.\nCreates an 64bit floating point number.\nCreates an 32bit floating point number.\nElement field of list type.\nCreate a empty struct.\nEntries slice.\nGet the entries in the manifest list.\nGet the equality ids of the data file. Field ids used to …\nfield id: 135 element field id: 136\nfield: 505\nfield: 513\nExpired metadata logs\nCalled after struct’s field type visited.\nGet field by alias.\nGet struct field with certain id\nGet field by field id.\nGet struct field with certain field name\nGet field by field name.\nGet field by field name, but in case-insensitive way.\nA partition field id that is used to identify a partition …\nA partition field id that is used to identify a partition …\nGet field id by full name.\nDatatype\nGet fields.\nFields of the partition spec\nFields of the partition spec\nFields of the partition spec\nReturn fields in the struct.\nDetails of the sort\nFile format of this manifest entry.\nGet the file format of the file (avro, orc or parquet).\nfield id: 101\nData file path of this manifest entry.\nGet the file path as full URI with FS scheme\nfield id: 100\nFile size in bytes.\nGet the file size in bytes.\nfield id: 104\nCreates a fixed literal from bytes.\nCreates a fixed literal from bytes.\nCreates an 32bit floating point number.\nCreates an 32bit floating point number.\nReturns format version of this metadata.\nReturns format version of this metadata.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCreates a new table metadata builder from the given table …\nCreates a new view metadata builder from the given view …\nReturns a reference to the value corresponding to the key. …\nChecks if the manifest file has any added files.\nChecks if the manifest file has any existed files.\nThe order of map is matter, so this method used to compare …\nCheck if this partition spec has sequential partition ids. …\nGet the highest field id in the partition spec.\nReturns [highest_field_id].\nReturns snapshot history.\nReturns view history.\nId unique in table schema\nReturns [identifier_field_ids].\nCreates a field id to field map.\nCreates a field id to parent field id map.\nUsed to populate the field’s value for all records that …\nInserts a key-value pair into the map. If the map did not …\nCreates an 32bit integer.\nCreates an 32bit integer.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nConvert Value to the any type\nCreate a new schema builder from a schema.\nConvert this Table Metadata into a builder for …\nConsume this Manifest, returning its constituent parts\nTurn this partition spec into a preserved partition spec.\nTo unbound partition field\nTurn this partition spec into an unbound partition spec.\nConvert to unbound partition spec\nCheck if this manifest entry is deleted.\nReturns true if the snapshot reference is a branch.\nCheck if this partition spec is compatible with another …\nReturns true if the map contains no elements.\nCheck if there are no representations\nCheck if it’s float or double type.\nReturns true if the Literal represents a primitive type …\nReturns true if the Literal represents a primitive type …\nWhether the type is nested type.\nreturns true if the field at position index is null\nWhether the type is primitive type.\nWhether the type is struct type.\nReturns if the partition spec is unpartitioned.\nReturns true if the sort order is unsorted.\nCreate a iterator to read the field in order of …\nGet an iterator over the representations\nField for key.\nGet the Implementation-specific key metadata for the data …\nfield id: 131\nfield: 519\nReturns last sequence number.\nReturns last updated time in milliseconds.\nReturns last updated time.\nReturn the number of key-value pairs in the map.\nGet the number of representations\nCalled after list fields visited.\nConstruct list type’s element field.\nGet the primitive literal from datum.\nLoad Manifest.\nLoad manifest list.\nReturns table location.\nReturns view location.\nCreates an 64bit integer.\nCreates an 64bit integer.\nfield: 510 The minimum value for the field in the manifests\nGet the lower bounds of the data file values per column. …\nfield id: 125 key field id: 126 value field id: 127\nfield: 501\nGet location of manifest_list file\nfield: 500\nCalled after map’s key and value fields visited.\nConstruct map type’s key field.\nConstruct map type’s value field.\nThe new TableMetadata.\nThe file for the log.\nReturns the metadata log.\nfield: 516\nField Name\nA partition name.\nA partition name.\nGet field id by full name.\nGet the nan value counts of the data file. Map from column …\nfield id: 137 key field id: 138 value field id: 139\nCreate a new manifest writer.\nCreates a new view metadata builder from the given view …\nCreates a struct type with the given fields.\nConstruct a new field.\nConstruct a list type with the given element field.\nConstruct a map type with the given key and value fields.\nConstructor from ManifestMetadata and ManifestEntrys.\nCreate a new partition spec builder with the given schema.\nCreate a new partition spec builder with the given schema.\nCreate new snapshot reference\nCreate a TableMetadata object from scratch.\nCreates a new empty map.\nCreates a new view version log.\nCreates a new table metadata builder from the given …\nCreate a new partition spec builder from an existing …\nReturns the next sequence number for the table.\nA null order that describes the order of null values when …\nGet the null value counts of the data file. Map from …\nfield id: 110 key field id: 121 value field id: 122\nThe type of operation in the snapshot\nConstruct an optional field.\nIdentifier for SortOrder, order_id 0 is no sort order.\nGet parent snapshot id.\nParse from metadata in avro file.\nParse manifest from bytes of avro file.\nParse manifest list from bytes.\nGet the partition values of the file.\nfield id: 102\nLookup partition spec by id.\nfield: 502\nReturns all partition specs.\nReturns the partition type of this partition spec.\nReturns the partition type of this partition spec.\nfield: 507 element_field: 508\nWhether the transform preserves the order of values.\nCalled when see a primitive type.\nProjects a given predicate according to the transformation …\nReturns properties of table.\nReturns properties of the view.\nVisit a schema and returns only the fields selected by id …\nData file record count of the manifest entry.\nGet the record count in the data file.\nfield id: 103\nRemove properties from the table metadata. Does nothing if …\nRemove a reference\nRemove snapshots by its ids from the table metadata. Does …\nGet this views representations\nConstruct a required field.\nOptional or required\nGet the return type of transform given the input type. …\nSnapshot retention policy\nWhether ordering by this transform’s result satisfies …\nCalled after schema’s type visited.\nThe schema this partition spec is bound to\nGet the schema of this snapshot.\nGet the schema of this snapshot.\nLookup schema by id.\nLookup schema by id.\nReturns [schema_id].\nGet the schema id of this snapshot.\nGet the schema id of this view version.\nThe schema ref this partition spec is bound to\nReturns schemas\nReturns schemas\nData sequence number.\nGet sequence_number of the snapshot. Is 0 for Iceberg V1 …\nfield: 515\nAppend a snapshot to the specified branch. Retention …\nSet the current schema id.\nSet the default partition spec.\nSet the default sort order. If sort_order_id is -1, the …\nSet the location of the table metadata, stripping any …\nSet properties. If a property already exists, it will be …\nSet a reference to a snapshot.\nLookup snapshot by id.\nGet the snapshot for a reference Returns an option if the …\nSnapshot id\nGet the id of the snapshot\nA reference’s snapshot ID. The tagged snapshot or latest …\nId of the snapshot.\nReturns all snapshots\nLookup sort order by id.\nGet the sort order id of the data file. Only data files …\nfield id: 140\nReturn all sort orders.\nA source column id from the table’s schema\nA source column id from the table’s schema\nA source column id from the table’s schema\nSpec id of the partition spec\nSpec id of the partition spec\nSpec id of the partition spec\nGet the split offsets of the data file. For example, all …\nfield id: 132 element field id: 133\nThe SQL SELECT statement that defines the view.\nStatus of this manifest entry\nCreates a string literal.\nCreates a string literal.\nCalled after struct’s fields visited.\nGet summary of the snapshot\nGet summary of the view version\nCreates time in microseconds directly\nCreates time literal from hour, minute, second, and …\nCreates time literal from hour, minute, second, and …\nCreates time literal in microseconds in %H:%M:%S:.f format.\nCreates time in microseconds in %H:%M:%S:.f format.\nCreates time literal in microseconds directly.\nGet the timestamp of when the snapshot was created\nReturns the last updated timestamp as a DateTime with …\nCreates a timestamp from unix epoch in microseconds.\nReturns the last updated timestamp as a DateTime with …\nGet the timestamp of when the view version was created\nCreates a timestamp from DateTime.\nCreates a timestamp from DateTime.\nParse a timestamp in [%Y-%m-%dT%H:%M:%S%.f] format.\nParse a timestamp in RFC3339 format.\nCreates a timestamp from unix epoch in microseconds.\nGet the timestamp of when the snapshot was created in …\nReturns the timestamp in milliseconds\nReturns the timestamp in milliseconds from epoch.\nGet the timestamp of when the view version was created in …\nTime new metadata was created\nLast updated timestamp\nCreates a timestamp from unix epoch in nanoseconds.\nCreates a timestamp with timezone from unix epoch in …\nCreates a timestamp with timezone from DateTime. Example:\nCreates a timestamp with timezone from DateTime.\nParse timestamp with timezone in RFC3339 format.\nSimilar to Literal::timestamp_from_str, but return …\nCreates a timestamp with timezone from unix epoch in …\nCreates a timestamp with timezone from unix epoch in …\nConvert the datum to target_type.\nConvert the value to bytes\nConvert Type to StructType\nA transform that is applied to the source column to …\nA transform that is applied to the source column to …\nA transform that is used to produce values to be sorted on …\nCovert literal to raw literal.\nCreate iceberg value from bytes.\nCreate iceberg value from a json value\nConvert raw literal to literal.\nConverting iceberg value to json value.\nGet a new unpatitioned partition spec\nGet a new unpatitioned partition spec\nCreate an unbound unsorted order\nUpgrade FormatVersion. Downgrades are not allowed.\nfield: 511 The maximum value for the field in the manifests\nGet the upper bounds of the data file values per column. …\nfield id: 128 key field id: 129 value field id: 130\nReturns uuid of current table.\nCreates uuid literal.\nCreates uuid literal.\nReturns uuid of current view.\nCreates uuid from str. See Uuid::parse_str.\nCreates uuid from str. See Uuid::parse_str.\nConstruct a v1 ManifestListWriter that writes to a …\nConstruct a v2 ManifestListWriter that writes to a …\nGet the columns value counts for the data file. Map from …\nfield id: 109 key field id: 119 value field id: 120\nField for value.\nLookup a view version by id.\nReturns the version id.\nGet the version id of this view version.\nReturns all view versions.\nVisit schema in post order.\nVisit struct type in post order.\nVisiting a type in post order.\nSet alias to filed id mapping.\nSet the field’s doc.\nAdd fields to schema builder.\nDetails of the sort\nSet identifier field ids.\nSet the field’s initial default value.\nSet the last assigned field id for the partition spec.\nIdentifier for SortOrder, order_id 0 is no sort order.\nSet the order id for the sort order\nSet schema id.\nDetails of the sort\nChange the spec id of the partition spec\nChange the spec id of the partition spec\nSet the spec id for the partition spec.\nSet the spec id for the partition spec.\nSet the field’s initial default value.\nWrite a manifest.\nUsed to populate the field’s value for any records …\nPrecision, must be 38 or less\nScale\nFor snapshot references except the main branch, a positive …\nFor snapshot references except the main branch, a positive …\nA positive number for the max age of snapshots to keep …\nA positive number for the minimum number of snapshots to …\nStaticTable is a read-only table struct that can be …\nTable represents a table in the catalog.\nBuilder to create table scan.\nbuild the Table\nReturns a TableBuilder to build a table\noptionally set a non-default metadata cache size\nspecifies if the Table’s metadata cache will be disabled,\nrequired - sets the necessary FileIO to use for the table\nReturns file io used in this table.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCreates a static table from a given TableMetadata and …\nCreates a static table directly from metadata file and …\nrequired - passes in the TableIdent to use for the Table\nReturns table identifier.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nConsumes the StaticTable and return it as a Table Please …\nrequired - passes in the TableMetadata to use for the Table\nReturns current metadata.\nGet TableMetadataRef for the static table\noptional - sets the tables metadata location\nReturns current metadata location.\nReturns current metadata ref.\nCreate a reader for the table.\nCreate a reader for the table.\nspecifies if the Table is readonly or not (default not)\nReturns the flag indicating whether the Table is readonly …\nCreates a table scan.\nCreate a TableScanBuilder for the static table.\nFastAppendAction is a transaction action for fast append …\nTransaction action for replacing sort order.\nTable transaction.\nAdd data files to the snapshot.\nFinished building the action and apply it to the …\nFinished building the action and apply it to the …\nAdds a field for sorting in ascending order.\nCommit transaction.\nAdds a field for sorting in descending order.\nCreates a fast append action.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCreates a new transaction.\nRemove properties in table.\nCreates replace sort order action.\nUpdate table’s property.\nSets table to a new version.\nBoxedTransformFunction is a boxed trait object of …\nTransformFunction is a trait that defines the interface …\ncreate_transform_function creates a boxed trait object of …\ntransform will take an input array and transform it into a …\ntransform_literal will take an input literal and transform …\nA thin wrapper around transform_literal to return an error …\nThe current file status of iceberg writer. It implement …\nThe iceberg writer used to write data to iceberg table.\nThe builder for iceberg writer.\nThe associated writer type.\nBase writer module contains the basic writer provide by …\nBuild the iceberg writer.\nClose the writer and return the written data files. If …\nGet the current file path.\nGet the current file row number.\nGet the current file written size.\nThis module contains the writer for data file format …\nWrite data to iceberg table.\nThis module provide DataFileWriter.\nThis module provide EqualityDeleteWriter.\nA writer write data is within one spec/partition.\nBuilder for DataFileWriter.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCreate a new DataFileWriterBuilder using a …\nWriter used to write equality delete files.\nBuilder for EqualityDeleteWriter.\nConfig for EqualityDeleteWriter.\nReturns the argument unchanged.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nCalls U::from(self).\nCreate a new EqualityDeleteFileWriterBuilder using a …\nCreate a new DataFileWriterConfig with equality ids.\nReturn projected Schema\nFile writer focus on writing record batch to different …\nFile writer builder trait.\n`ParquetWriter`` is used to write arrow data into parquet …\nParquetWriterBuilder is used to builder a ParquetWriter\nThe associated file writer type.\nBuild file writer.\nClose file writer.\nReturns the argument unchanged.\nReturns the argument unchanged.\nCalls U::from(self).\nCalls U::from(self).\nThis module contains the location generator and file name …\nCreate a new ParquetWriterBuilder To construct the write …\nWrite record batch to file.\nDefaultFileNameGenerator used to generate file name for …\nDefaultLocationGenerator used to generate the data dir …\nFileNameGeneratorTrait used to generate file name for data …\nLocationGenerator used to generate the location of data …\nReturns the argument unchanged.\nReturns the argument unchanged.\nGenerate a file name.\nGenerate an absolute path for the given file name. e.g For …\nCalls U::from(self).\nCalls U::from(self).\nCreate a new DefaultLocationGenerator.\nCreate a new FileNameGenerator.")
\ No newline at end of file
diff --git a/api/settings.html b/api/settings.html
index 430a91621..0b4d7eab8 100644
--- a/api/settings.html
+++ b/api/settings.html
@@ -1 +1 @@
-// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
@@ -3457,8 +3461,8 @@
value_counts: Some(to_i64_entry(value.value_counts)?),
null_value_counts: Some(to_i64_entry(value.null_value_counts)?),
nan_value_counts: Some(to_i64_entry(value.nan_value_counts)?),
- lower_bounds: Some(to_bytes_entry(value.lower_bounds)),
- upper_bounds: Some(to_bytes_entry(value.upper_bounds)),
+ lower_bounds: Some(to_bytes_entry(value.lower_bounds)?),
+ upper_bounds: Some(to_bytes_entry(value.upper_bounds)?),
key_metadata: Some(serde_bytes::ByteBuf::from(value.key_metadata)),
split_offsets: Some(value.split_offsets),
equality_ids: Some(value.equality_ids),
@@ -3562,13 +3566,17 @@
Ok(m)
}
- fn to_bytes_entry(v: impl IntoIterator<Item = (i32, Datum)>) -> Vec<BytesEntry> {
- v.into_iter()
- .map(|e| BytesEntry {
- key: e.0,
- value: e.1.to_bytes(),
- })
- .collect()
+ fn to_bytes_entry(v: impl IntoIterator<Item = (i32, Datum)>) -> Result<Vec<BytesEntry>, Error> {
+ let iter = v.into_iter();
+ // Reserve the capacity to the lower bound.
+ let mut bs = Vec::with_capacity(iter.size_hint().0);
+ for (k, d) in iter {
+ bs.push(BytesEntry {
+ key: k,
+ value: d.to_bytes()?,
+ });
+ }
+ Ok(bs)
}
#[derive(Serialize, Deserialize)]
diff --git a/api/src/iceberg/spec/manifest_list.rs.html b/api/src/iceberg/spec/manifest_list.rs.html
index 54f808d74..24bbd0004 100644
--- a/api/src/iceberg/spec/manifest_list.rs.html
+++ b/api/src/iceberg/spec/manifest_list.rs.html
@@ -1534,6 +1534,7 @@
1534
1535
1536
+1537
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
@@ -2509,21 +2510,22 @@
fn convert_to_serde_field_summary(
partitions: Vec<super::FieldSummary>,
- ) -> Option<Vec<FieldSummary>> {
+ ) -> Result<Option<Vec<FieldSummary>>> {
if partitions.is_empty() {
- None
- } else {
- Some(
- partitions
- .into_iter()
- .map(|v| FieldSummary {
- contains_null: v.contains_null,
- contains_nan: v.contains_nan,
- lower_bound: v.lower_bound.map(|v| v.to_bytes()),
- upper_bound: v.upper_bound.map(|v| v.to_bytes()),
- })
- .collect(),
- )
+ Ok(None)
+ } else {
+ let mut vs = Vec::with_capacity(partitions.len());
+
+ for v in partitions {
+ let fs = FieldSummary {
+ contains_null: v.contains_null,
+ contains_nan: v.contains_nan,
+ lower_bound: v.lower_bound.map(|v| v.to_bytes()).transpose()?,
+ upper_bound: v.upper_bound.map(|v| v.to_bytes()).transpose()?,
+ };
+ vs.push(fs);
+ }
+ Ok(Some(vs))
}
}
@@ -2539,7 +2541,7 @@
type Error = Error;
fn try_from(value: ManifestFile) -> std::result::Result<Self, Self::Error> {
- let partitions = convert_to_serde_field_summary(value.partitions);
+ let partitions = convert_to_serde_field_summary(value.partitions)?;
let key_metadata = convert_to_serde_key_metadata(value.key_metadata);
Ok(Self {
manifest_path: value.manifest_path,
@@ -2613,7 +2615,7 @@
type Error = Error;
fn try_from(value: ManifestFile) -> std::result::Result<Self, Self::Error> {
- let partitions = convert_to_serde_field_summary(value.partitions);
+ let partitions = convert_to_serde_field_summary(value.partitions)?;
let key_metadata = convert_to_serde_key_metadata(value.key_metadata);
Ok(Self {
manifest_path: value.manifest_path,
diff --git a/api/src/iceberg/spec/values.rs.html b/api/src/iceberg/spec/values.rs.html
index e66a610ab..9239eb844 100644
--- a/api/src/iceberg/spec/values.rs.html
+++ b/api/src/iceberg/spec/values.rs.html
@@ -3477,6 +3477,134 @@
3477
3478
3479
+3480
+3481
+3482
+3483
+3484
+3485
+3486
+3487
+3488
+3489
+3490
+3491
+3492
+3493
+3494
+3495
+3496
+3497
+3498
+3499
+3500
+3501
+3502
+3503
+3504
+3505
+3506
+3507
+3508
+3509
+3510
+3511
+3512
+3513
+3514
+3515
+3516
+3517
+3518
+3519
+3520
+3521
+3522
+3523
+3524
+3525
+3526
+3527
+3528
+3529
+3530
+3531
+3532
+3533
+3534
+3535
+3536
+3537
+3538
+3539
+3540
+3541
+3542
+3543
+3544
+3545
+3546
+3547
+3548
+3549
+3550
+3551
+3552
+3553
+3554
+3555
+3556
+3557
+3558
+3559
+3560
+3561
+3562
+3563
+3564
+3565
+3566
+3567
+3568
+3569
+3570
+3571
+3572
+3573
+3574
+3575
+3576
+3577
+3578
+3579
+3580
+3581
+3582
+3583
+3584
+3585
+3586
+3587
+3588
+3589
+3590
+3591
+3592
+3593
+3594
+3595
+3596
+3597
+3598
+3599
+3600
+3601
+3602
+3603
+3604
+3605
+3606
+3607
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
@@ -3508,7 +3636,9 @@
pub use _serde::RawLiteral;
use bitvec::vec::BitVec;
use chrono::{DateTime, NaiveDate, NaiveDateTime, NaiveTime, TimeZone, Utc};
+use num_bigint::BigInt;
use ordered_float::OrderedFloat;
+use rust_decimal::prelude::ToPrimitive;
use rust_decimal::Decimal;
use serde::de::{
MapAccess, {self},
@@ -3901,10 +4031,15 @@
}
PrimitiveType::Fixed(_) => PrimitiveLiteral::Binary(Vec::from(bytes)),
PrimitiveType::Binary => PrimitiveLiteral::Binary(Vec::from(bytes)),
- PrimitiveType::Decimal {
- precision: _,
- scale: _,
- } => todo!(),
+ PrimitiveType::Decimal { .. } => {
+ let unscaled_value = BigInt::from_signed_bytes_be(bytes);
+ PrimitiveLiteral::Int128(unscaled_value.to_i128().ok_or_else(|| {
+ Error::new(
+ ErrorKind::DataInvalid,
+ format!("Can't convert bytes to i128: {:?}", bytes),
+ )
+ })?)
+ }
};
Ok(Datum::new(data_type, literal))
}
@@ -3912,8 +4047,8 @@
/// Convert the value to bytes
///
/// See [this spec](https://iceberg.apache.org/spec/#binary-single-value-serialization) for reference.
- pub fn to_bytes(&self) -> ByteBuf {
- match &self.literal {
+ pub fn to_bytes(&self) -> Result<ByteBuf> {
+ let buf = match &self.literal {
PrimitiveLiteral::Boolean(val) => {
if *val {
ByteBuf::from([1u8])
@@ -3928,8 +4063,42 @@
PrimitiveLiteral::String(val) => ByteBuf::from(val.as_bytes()),
PrimitiveLiteral::UInt128(val) => ByteBuf::from(val.to_be_bytes()),
PrimitiveLiteral::Binary(val) => ByteBuf::from(val.as_slice()),
- PrimitiveLiteral::Int128(_) => todo!(),
- }
+ PrimitiveLiteral::Int128(val) => {
+ let PrimitiveType::Decimal { precision, .. } = self.r#type else {
+ return Err(Error::new(
+ ErrorKind::DataInvalid,
+ format!(
+ "PrimitiveLiteral Int128 must be PrimitiveType Decimal but got {}",
+ &self.r#type
+ ),
+ ));
+ };
+
+ // It's required by iceberg spec that we must keep the minimum
+ // number of bytes for the value
+ let Ok(required_bytes) = Type::decimal_required_bytes(precision) else {
+ return Err(Error::new(
+ ErrorKind::DataInvalid,
+ format!(
+ "PrimitiveType Decimal must has valid precision but got {}",
+ precision
+ ),
+ ));
+ };
+
+ // The primitive literal is unscaled value.
+ let unscaled_value = BigInt::from(*val);
+ // Convert into two's-complement byte representation of the BigInt
+ // in big-endian byte order.
+ let mut bytes = unscaled_value.to_signed_bytes_be();
+ // Truncate with required bytes to make sure.
+ bytes.truncate(required_bytes as usize);
+
+ ByteBuf::from(bytes)
+ }
+ };
+
+ Ok(buf)
}
/// Creates a boolean value.
@@ -4491,6 +4660,46 @@
}
}
+ /// Try to create a decimal literal from [`Decimal`] with precision.
+ ///
+ /// Example:
+ ///
+ /// ```rust
+ /// use iceberg::spec::Datum;
+ /// use rust_decimal::Decimal;
+ ///
+ /// let t = Datum::decimal_with_precision(Decimal::new(123, 2), 30).unwrap();
+ ///
+ /// assert_eq!(&format!("{t}"), "1.23");
+ /// ```
+ pub fn decimal_with_precision(value: impl Into<Decimal>, precision: u32) -> Result<Self> {
+ let decimal = value.into();
+ let scale = decimal.scale();
+
+ let available_bytes = Type::decimal_required_bytes(precision)? as usize;
+ let unscaled_value = BigInt::from(decimal.mantissa());
+ let actual_bytes = unscaled_value.to_signed_bytes_be();
+ if actual_bytes.len() > available_bytes {
+ return Err(Error::new(
+ ErrorKind::DataInvalid,
+ format!(
+ "Decimal value {} is too large for precision {}",
+ decimal, precision
+ ),
+ ));
+ }
+
+ let r#type = Type::decimal(precision, scale)?;
+ if let Type::Primitive(p) = r#type {
+ Ok(Self {
+ r#type: p,
+ literal: PrimitiveLiteral::Int128(decimal.mantissa()),
+ })
+ } else {
+ unreachable!("Decimal type must be primitive.")
+ }
+ }
+
/// Convert the datum to `target_type`.
pub fn to(self, target_type: &Type) -> Result<Datum> {
match target_type {
@@ -6208,7 +6417,7 @@
assert_eq!(datum, expected_datum);
let mut writer = apache_avro::Writer::new(&schema, Vec::new());
- writer.append_ser(datum.to_bytes()).unwrap();
+ writer.append_ser(datum.to_bytes().unwrap()).unwrap();
let encoded = writer.into_inner().unwrap();
let reader = apache_avro::Reader::with_schema(&schema, &*encoded).unwrap();
@@ -6524,6 +6733,53 @@
check_avro_bytes_serde(bytes, Datum::string("iceberg"), &PrimitiveType::String);
}
+ #[test]
+ fn avro_bytes_decimal() {
+ // (input_bytes, decimal_num, expect_scale, expect_precision)
+ let cases = vec![
+ (vec![4u8, 210u8], 1234, 2, 38),
+ (vec![251u8, 46u8], -1234, 2, 38),
+ (vec![4u8, 210u8], 1234, 3, 38),
+ (vec![251u8, 46u8], -1234, 3, 38),
+ (vec![42u8], 42, 2, 1),
+ (vec![214u8], -42, 2, 1),
+ ];
+
+ for (input_bytes, decimal_num, expect_scale, expect_precision) in cases {
+ check_avro_bytes_serde(
+ input_bytes,
+ Datum::decimal_with_precision(
+ Decimal::new(decimal_num, expect_scale),
+ expect_precision,
+ )
+ .unwrap(),
+ &PrimitiveType::Decimal {
+ precision: expect_precision,
+ scale: expect_scale,
+ },
+ );
+ }
+ }
+
+ #[test]
+ fn avro_bytes_decimal_expect_error() {
+ // (decimal_num, expect_scale, expect_precision)
+ let cases = vec![(1234, 2, 1)];
+
+ for (decimal_num, expect_scale, expect_precision) in cases {
+ let result = Datum::decimal_with_precision(
+ Decimal::new(decimal_num, expect_scale),
+ expect_precision,
+ );
+ assert!(result.is_err(), "expect error but got {:?}", result);
+ assert_eq!(
+ result.unwrap_err().kind(),
+ ErrorKind::DataInvalid,
+ "expect error DataInvalid",
+ );
+ }
+ }
+
#[test]
fn avro_convert_test_int() {
check_convert_with_avro(