2.5.2 • Published 9 years ago
kine v2.5.2
#Kine
Kine makes reading from an aws kinesis stream easy.
Features:
- Kinesis Client Library like functionality:
- coordination between multiple instances
- reads from all available shards
- start by passing in
init
andprocessRecords
callbacks - checkpointing in dynamo
How to use
var Kine = require('kine');
var kcl = Kine({
region: 'us-east-1',
streamName: 'teststream',
shardIteratorType: 'TRIM_HORIZON',
table: 'teststream-kine',
init: function(done) {
// do initial setup, context `this` will also be available in processRecords
console.log(this.id) // `this.id` is the shardId
done();
},
processRecords: function(records, done) {
// records is an array of records from kinesis.
console.log(records.length);
console.log(this.id); // `this.id` is the shardId.
// done(err) will throw. Restart with a process manager like upstart
// done(null, false) with fetch more of the Kinesis stream and not checkpoint
// done(null, true) will checkpoint, then fetch more off the Kinesis stream.
done(null, true);
}
});
kcl.stop
A kine instance can be halted using stop
. This will cause any future events to bail out and
remove internal timers
var Kine = require('kine');
var kcl = Kine(/* config */);
kcl.stop();
kcl.instanceInfo
An instance can be queried by record Partition Key. This allows applications to locate which shard and instance are responsible for particular records in the stream.
var Kine = require('kine');
var kcl = Kine(/* config */);
kcl.instanceInfo('0230102', function (err, info) {
// info contains shardId, instance, hashKeyStart and hashKeyEnd
// for the shard that contains records with partition key '0230102'
});
2.5.2
9 years ago
2.5.1
9 years ago
2.5.0
9 years ago
2.4.1
9 years ago
2.4.0
9 years ago
2.3.2
9 years ago
2.3.1
9 years ago
2.3.0
9 years ago
2.2.2
9 years ago
2.2.1
9 years ago
2.2.0
9 years ago
2.1.2
9 years ago
2.1.1
10 years ago
2.1.0
10 years ago
2.0.3
10 years ago
2.0.2
10 years ago
2.0.1
10 years ago
2.0.0
10 years ago
1.0.3
10 years ago
1.0.2
10 years ago
1.0.1
10 years ago
1.0.0
10 years ago