arrow-table-joins v0.0.2

streaming in-place Arrow Table joins

For now only the full outer join over fixed-width columns is implemented.

import { fullJoin } from 'arrow-table-joins';
import { Table, RecordBatchStreamReader } from 'apache-arrow';

const lilTableStream = RecordBatchStreamReader.from(getLilTable());
const bigTableStream = RecordBatchStreamReader.from(getBigTable());

const joinedRecordBatches = [];
// join the values of `lilTable` into `bigTable` in-place
for await (const recordBatch of fullJoin('id', bigTable, lilTable)) {
    joinedRecordBatches.push(recordBatch);
}

const joinedTable = new Table(joinedRecordBatches);

console.log(joinedTable);