johnsusi / delta-net Goto Github PK

using DeltaLake;

var table = new DeltaTable.Builder()
    .WithFileSystem("file:///path/to/table")
    .Build();

await foreach (var batch in table.GetRecordBatches())
{
    Console.WriteLine(batch);
}

using Apache.Arrow;
using Apache.Arrow.Types;
using DeltaLake;

record FooTable(int Id, string? Value) : ITable<FooTable>
{
    public static Schema Schema { get; } = new([
        new("id", Int32Type.Default, false, []),
        new("value", StringType.Default, true, [])
    ], []);

    public static IEnumerable<FooTable> Enumerate(RecordBatch batch)
    {
        for (var i = 0; i < batch.Length; i++)
        {
            var idArray = batch.Column(0) as IReadOnlyList<int?> ?? throw new Exception("Expected non-null array");
            var valueArray = batch.Column(1) as IReadOnlyList<string?> ?? throw new Exception("Expected non-null array");
            yield return new FooTable(idArray[i] ?? throw new Exception("Cannot be null"), valueArray[i]);
        }
    }

var table = new DeltaTable<FooTable>.Builder()
    .WithFileSystem("file:///path/to/table")
    .Build();

await foreach (var row in table.ReadAll())
{
    Console.WriteLine($"Id: {row.Id}, Value: {row.Value}");
}

using DeltaLake;

var table = new DeltaTable.Builder()
    .WithFileSystem("file:///path/to/table")
    .WithSchema(schema)
    .EnsureCreated()
    .Build();

using DeltaLake;

var table = ...;

using var data = new RecordBatch(table.Schema, [
    new Int32Array
        .Builder()
        .Append(1)
        .Append(2)
        .Append(3)
        .Build(),
    new StringArray
        .Builder()
        .Append("one")
        .AppendNull()
        .Append("two")
        .Build(),
], 3);

table = new DeltaTable.Builder()
    .FromTable(table)
    .Add(data)
    .Build();