arrow-table-joins
v0.0.2
Published
For now only the full outer join over fixed-width columns is implemented.
Downloads
41
Readme
streaming in-place Arrow Table joins
For now only the full outer join over fixed-width columns is implemented.
import { fullJoin } from 'arrow-table-joins';
import { Table, RecordBatchStreamReader } from 'apache-arrow';
const lilTableStream = RecordBatchStreamReader.from(getLilTable());
const bigTableStream = RecordBatchStreamReader.from(getBigTable());
const joinedRecordBatches = [];
// join the values of `lilTable` into `bigTable` in-place
for await (const recordBatch of fullJoin('id', bigTable, lilTable)) {
joinedRecordBatches.push(recordBatch);
}
const joinedTable = new Table(joinedRecordBatches);
console.log(joinedTable);