Apache.Arrow 23.0.0

Download Package Open in NuGet

API Differences between 23.0.0 and 18.0.0

237 Additions 1 Removals

Apache.Arrow

public abstract class Array : IArrowArray, IDisposable
- public Array SliceShared(int offset, int length)
public sealed class ArrayData : IDisposable
- public ArrayData Retain()
- public ArrayData SliceShared(int offset, int length)
public static class ArrowArrayFactory
- public static IArrowArray SliceShared(IArrowArray array, int offset, int length)
public struct ArrowBuffer : IEquatable<ArrowBuffer>, IDisposable
- public ArrowBuffer Retain()
public class ArrowContext
- public MemoryAllocator Allocator { get; }
- public ICompressionCodecFactory CompressionCodecFactory { get; }
- public ExtensionTypeRegistry ExtensionRegistry { get; }
- public ArrowContext(MemoryAllocator allocator = null, ICompressionCodecFactory compressionCodecFactory = null, ExtensionTypeRegistry extensionRegistry = null)
public static class ArrowSerializationHelpers
- public static RecordBatch DeserializeRecordBatch(Schema schema, ReadOnlyMemory<byte> serializedRecordBatch)
- public static Schema DeserializeSchema(ReadOnlyMemory<byte> serializedSchema)
- public static byte[] SerializeRecordBatch(RecordBatch recordBatch)
- public static byte[] SerializeSchema(Schema schema)
public class Bool8Array : ExtensionArray, IReadOnlyList<bool?>, IEnumerable<bool?>, IEnumerable, IReadOnlyCollection<bool?>
- public class Builder : PrimitiveArrayBuilder<sbyte, Bool8Array, Builder>
- public int Count { get; }
- public bool? this[int index] { get; }
- public Int8Array StorageArray { get; }
- public Bool8Array(Bool8Type bool8Type, IArrowArray storage)
- public Bool8Array(IArrowArray storage)
- public IEnumerator<bool?> GetEnumerator()
- public bool? GetValue(int index)
public class Bool8ExtensionDefinition : ExtensionDefinition
- public static Bool8ExtensionDefinition Instance
public class Bool8Type : ExtensionType
- public static Bool8Type Default
- public Bool8Type()
public class ChunkedArray : IDisposable
- public void Dispose()
- public ChunkedArray SliceShared(long offset, long length)
- public ChunkedArray SliceShared(long offset)
public class Column : IDisposable
- public void Dispose()
- public Column SliceShared(int offset, int length)
- public Column SliceShared(int offset)
public class Decimal128Array : FixedSizeBinaryArray, IReadOnlyList<SqlDecimal?>, IEnumerable<SqlDecimal?>, IEnumerable, IReadOnlyCollection<SqlDecimal?>
- public bool TryGetValue(int index, out Nullable value)
public class Decimal256Array : FixedSizeBinaryArray, IReadOnlyList<SqlDecimal?>, IEnumerable<SqlDecimal?>, IEnumerable, IReadOnlyCollection<SqlDecimal?>, IReadOnlyList<string>, IEnumerable<string>, IReadOnlyCollection<string>
- public bool TryGetValue(int index, out Nullable value)
public class DictionaryArray : Array
- public IEnumerable<int> EnumeratePhysicalIndices()
public class ExtensionArray : IArrowArray, IDisposable
- public ArrayData Data { get; }
- public ExtensionType ExtensionType { get; }
- public int Length { get; }
- public int NullCount { get; }
- public int Offset { get; }
- public IArrowArray Storage { get; }
- public ExtensionArray(ExtensionType extensionType, IArrowArray storage)
- public ExtensionArray(IArrowArray storage)
- public void Accept(IArrowArrayVisitor visitor)
- public void Dispose()
- protected virtual void Dispose(bool disposing)
- public bool IsNull(int index)
- public bool IsValid(int index)
public abstract class ExtensionDefinition
- public abstract string ExtensionName { get; }
- protected ExtensionDefinition()
- public void AddToDefaultRegistry()
- public abstract bool TryCreateType(IArrowType storageType, string metadata, out ExtensionType type)
public abstract class ExtensionType : IArrowType
- public abstract string ExtensionMetadata { get; }
- public bool IsFixedWidth { get; }
- public abstract string Name { get; }
- public IArrowType StorageType { get; }
- public ArrowTypeId TypeId { get; }
- protected ExtensionType(IArrowType storageType)
- public void Accept(IArrowTypeVisitor visitor)
- public abstract ExtensionArray CreateArray(IArrowArray storageArray)
public class ExtensionTypeRegistry
- public static ExtensionTypeRegistry Default { get; }
- public ExtensionTypeRegistry()
- public ExtensionTypeRegistry Clone()
- public void Register(ExtensionDefinition definition)
- public IDisposable RegisterTemporary(ExtensionDefinition definition)
- public bool TryGetDefinition(string extensionName, out ExtensionDefinition definition)
- public void Unregister(ExtensionDefinition definition)
public class GuidArray : ExtensionArray, IReadOnlyList<Guid?>, IEnumerable<Guid?>, IEnumerable, IReadOnlyCollection<Guid?>
- public class Builder : BuilderBase<GuidArray, Builder>
- public int Count { get; }
- public Guid? this[int index] { get; }
- public FixedSizeBinaryArray StorageArray { get; }
- public GuidArray(GuidType guidType, IArrowArray storage)
- public GuidArray(IArrowArray storage)
- public static byte[] GuidToBytes(Guid guid)
- public static void GuidToRFC4122(Guid guid, Span<byte> bytes)
- public static Guid RFC4122ToGuid(ReadOnlySpan<byte> bytes)
- public IEnumerator<Guid?> GetEnumerator()
- public Guid? GetGuid(int index)
public class GuidExtensionDefinition : ExtensionDefinition
- public static GuidExtensionDefinition Instance
public class GuidType : ExtensionType
- public static GuidType Default
- public GuidType()
public static class IArrowArrayExtensions
- public static IReadOnlyList<T> AsDecodedReadOnlyList<T>(this IArrowArray array)
public class LargeBinaryArray : Array, IBinaryArray, IReadOnlyList<byte[]>, IEnumerable<byte[]>, IEnumerable, IReadOnlyCollection<byte[]>, ICollection<byte[]>
- public class Builder : BuilderBase<LargeBinaryArray, Builder>
- public abstract class BuilderBase<TArray, TBuilder> : IArrowArrayBuilder<byte, TArray, TBuilder>, IArrowArrayBuilder<TArray, TBuilder>, IArrowArrayBuilder<TArray>, IArrowArrayBuilder where TArray : IArrowArray where TBuilder : IArrowArrayBuilder<byte, TArray, TBuilder>
public class LargeListArray : Array
- public class Builder : IArrowArrayBuilder<LargeListArray, Builder>, IArrowArrayBuilder<LargeListArray>, IArrowArrayBuilder
public class LargeListViewArray : Array
- public class Builder : IArrowArrayBuilder<LargeListViewArray, Builder>, IArrowArrayBuilder<LargeListViewArray>, IArrowArrayBuilder
- public ReadOnlySpan<long> Sizes { get; }
- public ArrowBuffer SizesBuffer { get; }
- public ReadOnlySpan<long> ValueOffsets { get; }
- public ArrowBuffer ValueOffsetsBuffer { get; }
- public IArrowArray Values { get; }
- public LargeListViewArray(IArrowType dataType, int length, ArrowBuffer valueOffsetsBuffer, ArrowBuffer sizesBuffer, IArrowArray values, ArrowBuffer nullBitmapBuffer, int nullCount = 0, int offset = 0)
- public LargeListViewArray(ArrayData data)
- public IArrowArray GetSlicedValues(int index)
- public int GetValueLength(int index)
public class LargeStringArray : LargeBinaryArray, IReadOnlyList<string>, IEnumerable<string>, IEnumerable, IReadOnlyCollection<string>, ICollection<string>
- public class Builder : BuilderBase<LargeStringArray, Builder>
public abstract class PrimitiveArrayBuilder<T, TArray, TBuilder> : IArrowArrayBuilder<T, TArray, TBuilder>, IArrowArrayBuilder<TArray, TBuilder>, IArrowArrayBuilder<TArray>, IArrowArrayBuilder where T : struct where TArray : IArrowArray where TBuilder : IArrowArrayBuilder<TArray>
- public PrimitiveArrayBuilder()
public abstract class PrimitiveArrayBuilder<TFrom, TTo, TArray, TBuilder> : IArrowArrayBuilder<TFrom, TArray, TBuilder>, IArrowArrayBuilder<TArray, TBuilder>, IArrowArrayBuilder<TArray>, IArrowArrayBuilder where TTo : struct where TArray : IArrowArray where TBuilder : IArrowArrayBuilder<TArray>
- public PrimitiveArrayBuilder(IArrowArrayBuilder<TTo, TArray, IArrowArrayBuilder<TArray>> builder)
public class RecordBatch : IArrowRecord, IArrowArray, IDisposable
- public RecordBatch SliceShared(int offset, int length)
public class RunEndEncodedArray : Array, IIndexes
- public IArrowArray RunEnds { get; }
- public IArrowArray Values { get; }
- public RunEndEncodedArray(ArrayData data)
- public RunEndEncodedArray(IArrowArray runEnds, IArrowArray values)
- public IEnumerable<int> EnumeratePhysicalIndices()
- public int FindPhysicalIndex(int logicalIndex)
- public RunEndEncodedArray Normalize()
public class TimestampWithOffsetArray : ExtensionArray, IReadOnlyList<DateTimeOffset?>, IEnumerable<DateTimeOffset?>, IEnumerable, IReadOnlyCollection<DateTimeOffset?>
- public class Builder
- public int Count { get; }
- public DateTimeOffset? this[int index] { get; }
- public TimestampWithOffsetArray(TimestampWithOffsetType type, IArrowArray storage)
- public IEnumerator<DateTimeOffset?> GetEnumerator()
- public DateTimeOffset? GetValue(int index)
public class TimestampWithOffsetExtensionDefinition : ExtensionDefinition
- public static readonly TimestampWithOffsetExtensionDefinition Instance
public class TimestampWithOffsetType : ExtensionType
- public static readonly TimestampWithOffsetType Default
- public TimeUnit Unit { get; }
- public TimestampWithOffsetType(TimeUnit unit = 2)
public class VariantArray : ExtensionArray, IReadOnlyList<VariantValue>, IEnumerable<VariantValue>, IEnumerable, IReadOnlyCollection<VariantValue>
- public class Builder
- public int Count { get; }
- public bool IsShredded { get; }
- public VariantValue this[int index] { get; }
- public StructArray StorageArray { get; }
- public IArrowArray TypedValueArray { get; }
- public VariantType VariantType { get; }
- public VariantArray(VariantType variantType, IArrowArray storage)
- public VariantArray(IArrowArray storage)
- public IEnumerator<VariantValue> GetEnumerator()
- public ReadOnlySpan<byte> GetMetadataBytes(int index)
- public ReadOnlySpan<byte> GetValueBytes(int index)
- public VariantReader GetVariantReader(int index)
- public VariantValue GetVariantValue(int index)
- public bool TryGetValueBytes(int index, out ReadOnlySpan value)
public class VariantExtensionDefinition : ExtensionDefinition
- public static VariantExtensionDefinition Instance
public class VariantType : ExtensionType
- public static VariantType Default
- public bool HasTypedValueColumn { get; }
- public bool HasValueColumn { get; }
- public bool IsShredded { get; }
- public Field TypedValueField { get; }
- public VariantType()

Apache.Arrow.C

public enum ArrowDeviceType
- Cpu = 1
- Cuda = 2
- CudaHost = 3
- CudaManaged = 13
- ExtDev = 12
- Hexagon = 16
- Metal = 8
- OneApi = 14
- OpenCL = 4
- RocM = 10
- RocMHost = 11
- Vpi = 9
- Vulkan = 7
- WebGpu = 15
public static class CArrowArrayExporter
- public static bool EnableManagedMemoryExport
public struct CArrowDeviceArray
- public struct <reserved>e__FixedBuffer
- public CArrowArray array
- public long device_id
- public ArrowDeviceType device_type
- public Void* sync_event
- public static CArrowDeviceArray* Create()
- public static void Free(CArrowDeviceArray* deviceArray)
public static class CArrowDeviceArrayExporter
- public static void ExportArray(IArrowArray array, CArrowDeviceArray* deviceArray)
- public static void ExportRecordBatch(RecordBatch batch, CArrowDeviceArray* deviceArray)
public static class CArrowDeviceArrayImporter
- public static IArrowArray ImportArray(CArrowDeviceArray* ptr, IArrowType type)
- public static RecordBatch ImportRecordBatch(CArrowDeviceArray* ptr, Schema schema)
public struct CArrowDeviceArrayStream
- public ArrowDeviceType device_type
- public Void* private_data
- public static CArrowDeviceArrayStream* Create()
- public static void Free(CArrowDeviceArrayStream* stream)
public static class CArrowDeviceArrayStreamExporter
- public static void ExportArrayStream(IArrowArrayStream arrayStream, CArrowDeviceArrayStream* deviceArrayStream)
public static class CArrowDeviceArrayStreamImporter
- public static IArrowArrayStream ImportDeviceArrayStream(CArrowDeviceArrayStream* ptr)
public static class CArrowSchemaImporter
- public static Field ImportField(CArrowSchema* ptr, ExtensionTypeRegistry extensionRegistry)
- public static Schema ImportSchema(CArrowSchema* ptr, ExtensionTypeRegistry extensionRegistry)

Apache.Arrow.Ipc

public class ArrowFileReader : ArrowStreamReader
- public ArrowFileReader(ArrowContext context, Stream stream, bool leaveOpen = false)
public class ArrowStreamReader : IArrowReader, IArrowArrayStream, IDisposable
- public ArrowStreamReader(ArrowContext context, Stream stream, bool leaveOpen = false)
- public ArrowStreamReader(ArrowContext context, ReadOnlyMemory<byte> buffer)
public class ArrowStreamWriter : IDisposable
- protected ArrayPool<byte> Buffers { get; }
public interface ITryCompressionCodec : ICompressionCodec, IDisposable
- bool TryCompress(ReadOnlyMemory<byte> source, Memory<byte> destination, out int bytesWritten)

Apache.Arrow.Memory

public interface INativeAllocationTracker
- void Track(int count, long bytes)
public struct MemoryPressureAllocationTracker : INativeAllocationTracker
- public void Track(int count, long bytes)
public sealed class NativeBuffer<TItem, TTracker> : IDisposable where TItem : ValueType modreq(System.Runtime.InteropServices.UnmanagedType) where TTracker : struct, INativeAllocationTracker
- public Span<byte> ByteSpan { get; }
- public int Length { get; }
- public Span<TItem> Span { get; }
- public NativeBuffer(int elementCount, bool zeroFill = true, TTracker tracker = null)
- public ArrowBuffer Build()
- public void Dispose()
- public void Grow(int newElementCount, bool zeroFill = true)
public struct NoOpAllocationTracker : INativeAllocationTracker
- public void Track(int count, long bytes)

Apache.Arrow.Types

public enum ArrowTypeId
- Extension = 40
- LargeListView = 41
- RunEndEncoded = 42
public sealed class LargeListViewType : NestedType
- public IArrowType ValueDataType { get; }
- public Field ValueField { get; }
- public LargeListViewType(Field valueField)
- public LargeListViewType(IArrowType valueDataType)
public sealed class RunEndEncodedType : NestedType
- public IArrowType RunEndsDataType { get; }
- public Field RunEndsField { get; }
- public IArrowType ValuesDataType { get; }
- public Field ValuesField { get; }
- public RunEndEncodedType(Field runEndsField, Field valuesField)
- public RunEndEncodedType(IArrowType runEndsDataType, IArrowType valuesDataType)

System.Diagnostics.CodeAnalysis

public sealed class ExperimentalAttribute : Attribute
- public string DiagnosticId { get; }
- public string Message { get; set; }
- public string UrlFormat { get; set; }
- public ExperimentalAttribute(string diagnosticId)