nichoth/level-assoc

relational foreign key associations (hasMany, belongsTo) for leveldb

level-assoc

foreign key associations (hasMany, belongsTo, ...) for leveldb

example

fetch associated documents

var sub = require('level-sublevel');
var level = require('level');
var db = sub(level('hackerspaces.db', { valueEncoding: 'json' }));

var assoc = require('level-assoc')(db);
assoc.add('hackerspace')
    .hasMany('hackers', [ 'type', 'hacker' ])
    .hasMany('tools', [ 'type', 'tool' ])
;
assoc.add('hacker').belongsTo('hackerspace');
assoc.add('tool')
    .hasMany('usage', [ 'type', 'usage' ])
    .belongsTo('hackerspace')
;

db.batch(require('./data.json').map(function (row) {
    return { type: 'put', key: row.key, value: row.value };
}), ready);

function ready () {
    assoc.get('sudoroom', function (err, room) {
        console.log(room);
        room.hackers().on('data', console.log);
    });
}

Given the data in data.json, the program first prints the record for sudoroom, then prints all the hackers at sudoroom:

{ type: 'hackerspace',
  name: 'sudoroom',
  hackers: [Function],
  tools: [Function] }
{ key: 'maxogden',
  value: { type: 'hacker', name: 'maxogden', hackerspace: 'sudoroom' } }
{ key: 'mk30',
  value: { type: 'hacker', name: 'mk30', hackerspace: 'sudoroom' } }
{ key: 'substack',
  value: { type: 'hacker', name: 'substack', hackerspace: 'sudoroom' } }
{ key: 'wrought',
  value: { type: 'hacker', name: 'wrought', hackerspace: 'sudoroom' } }
{ key: 'yardena',
  value: { type: 'hacker', name: 'yardena', hackerspace: 'sudoroom' } }

stringify

Using the same dataset, we can stream stringify the nested records for sudoroom:

var sub = require('level-sublevel');
var level = require('level');
var db = sub(level('hackerspaces.db', { valueEncoding: 'json' }));

var assoc = require('level-assoc')(db);
assoc.add('hackerspace')
    .hasMany('hackers', [ 'type', 'hacker' ])
    .hasMany('tools', [ 'type', 'tool' ])
;

db.batch(require('./data.json').map(function (row) {
    return { type: 'put', key: row.key, value: row.value };
}), ready);

function ready () {
    assoc.get('sudoroom').createStream().pipe(process.stdout);
}

output:

{"type":"hackerspace","name":"sudoroom","hackers":[{"key":"maxogden","value":{"type":"hacker","name":"maxogden","hackerspace":"sudoroom"}},{"key":"mk30","value":{"type":"hacker","name":"mk30","hackerspace":"sudoroom"}},{"key":"substack","value":{"type":"hacker","name":"substack","hackerspace":"sudoroom"}},{"key":"wrought","value":{"type":"hacker","name":"wrought","hackerspace":"sudoroom"}},{"key":"yardena","value":{"type":"hacker","name":"yardena","hackerspace":"sudoroom"}}],"tools":[{"key":"8d9a83","value":{"type":"tool","name":"3d printer","hackerspace":"sudoroom"}},{"key":"ea7e66","value":{"type":"tool","name":"piano","hackerspace":"sudoroom"}}]}

list

You can also pull down a list of all hackerspaces as a stream by calling assoc.list('hackerspaces'):

var sub = require('level-sublevel');
var level = require('level');
var db = sub(level('hackerspaces.db', { valueEncoding: 'json' }));

var assoc = require('level-assoc')(db);
assoc.add('hackerspace')
    .hasMany('hackers', [ 'type', 'hacker' ])
    .hasMany('tools', [ 'type', 'tool' ])
;

db.batch(require('./data.json').map(function (row) {
    return { type: 'put', key: row.key, value: row.value };
}), ready);

function ready () {
    assoc.list('hackerspace').on('data', console.log);
}

output:

{ key: 'noisebridge',
  value: 
   { type: 'hackerspace',
     name: 'noisebridge',
     hackers: [Function],
     tools: [Function] } }
{ key: 'sudoroom',
  value: 
   { type: 'hackerspace',
     name: 'sudoroom',
     hackers: [Function],
     tools: [Function] } }

live

To get a stream of live results, just use the .live() function instead of .list().

This example prints out all of the new records associated with the entire list of hackerspaces with names greater than or equal to "sudoroom", but only the new live entries.

var sub = require('level-sublevel');
var level = require('level');
var db = sub(level('hackerspaces.db', { valueEncoding: 'json' }));

var assoc = require('../')(db);
assoc.add('hackerspace')
    .hasMany('hackers', [ 'type', 'hacker' ])
    .hasMany('tools', [ 'type', 'tool' ])
;

var rows = require('./data.json');
var spaces = rows.map(function (row) {
    return row.value.type === 'hackerspace' && row.key;
}).filter(Boolean);

db.batch(rows.map(function (row) {
    return { type: 'put', key: row.key, value: row.value };
}), ready);

function ready () {
    var stream = assoc.live('hackerspace', { gte: 'sudoroom' });
    stream.on('data', console.log);
}

setTimeout(function () {
    var name = 'x' + Math.floor(Math.random() * Math.pow(16, 8)).toString(16);
    db.put(name, { type: 'hackerspace', name: name });
    spaces.push(name);
}, 2200);

setInterval(function () {
    var name = Math.floor(Math.random() * Math.pow(16, 8)).toString(16);
    var space = spaces[Math.floor(Math.random() * spaces.length)];
    db.put(name, { type: 'hacker', name: name, hackerspace: space });
}, 500);

In this example, we even create a new hackerspace with a name greater than "sudoroom" ("x4a95e2e0") and we see its entry plus all its children entries in the live feed, even though it was created after the live feed started!

$ node live.js 
{ key: '1a800a43',
  value: { type: 'hacker', name: '1a800a43', hackerspace: 'sudoroom' } }
{ key: '2977298b',
  value: { type: 'hacker', name: '2977298b', hackerspace: 'sudoroom' } }
{ key: '14bd8f5b',
  value: { type: 'hacker', name: '14bd8f5b', hackerspace: 'sudoroom' } }
{ key: 'x4a95e2e0',
  value: { type: 'hackerspace', name: 'x4a95e2e0' } }
{ key: '96c84f7c',
  value: { type: 'hacker', name: '96c84f7c', hackerspace: 'sudoroom' } }
{ key: '4beb63dc',
  value: { type: 'hacker', name: '4beb63dc', hackerspace: 'sudoroom' } }
{ key: 'cf55e9e8',
  value: { type: 'hacker', name: 'cf55e9e8', hackerspace: 'sudoroom' } }
{ key: '8ccc3db6',
  value: { type: 'hacker', name: '8ccc3db6', hackerspace: 'sudoroom' } }
{ key: '22134980',
  value: { type: 'hacker', name: '22134980', hackerspace: 'x4a95e2e0' } }
{ key: '59653218',
  value: { type: 'hacker', name: '59653218', hackerspace: 'sudoroom' } }
{ key: '3b80c2a7',
  value: { type: 'hacker', name: '3b80c2a7', hackerspace: 'x4a95e2e0' } }
^C

methods

var levelAssoc = require('level-assoc')

var assoc = levelAssoc(db)

Create a new assoc instance from a sublevel-enabled leveldb instance db.

var rec = assoc.get(key, cb)

Fetch a key from the database with cb(err, row). row contains the underlying db.get() result but augmented with functions to return streams for the has-many collections.

For each augmented relation function, row[relation](opts, cb) will return a stream with the list of the related rows. Optionally pass in cb(err, rows) to buffer the list of rows.

var rec = assoc.list(type, opts={}, cb)

Return an object stream rec with all the rows of type.

cb(err, rows) will fire with the buffered array of results rows if provided.

Optionally:

• opts.gt - key to start at, exclusive

• opts.gte - key to start at, inclusive

• opts.lt - key to end at, exclusive

• opts.lte - key to end at, inclusive

• opts.start - key to start at, inclusive (same as opts.gte)

• opts.end - key to end at, inclusive

• opts.keys - when false, only return "value" contents in results. default: true

• opts.follow - keep sending new updates as they occur, default: false

• opts.flat - produce results in a flat, normalized form with all children records at the top-level

• opts.old - when in follow mode, whether to include old results or only new, live updates

• opts.meta - include a row of metadata for require('level-assoc/parse')

rec has these properties that you can use to make subsequent queries, which is particularly useful for tracking live updates. Augmented streams created from hasMany relations have the same properties:

• rec.startKey - the starting key into the internal assoc.sublevel
• rec.endKey - the ending key into the internal assoc.sublevel
• rec.startKeys - the starting key array before encoding with bytewise
• rec.endKeys - the ending key array before encoding with bytewise

var rec = assoc.live(type, opts={}, cb)

Return an object stream the same as assoc.list() with opts.flat and opts.follow set to true and opts.old set to false.

This is very convenient for wiring up real time feeds to a data set.

rec.createStream()

Return a stream with the expanded json representation of the row or rows from assoc.get() or assoc.list() with children rows expanded.

var t = assoc.add(name)

Create a new type association t for rows with a "type" field set to name.

t.hasMany(key, filterKey)

Create a streaming collection at key for foreign rows matching the string array path filterKey.

t.belongsTo(key)

TODO. Currently a no-op.

require('level-assoc/parse')()

Reconstruct a serialized list or live stream with opts.flat and opts.meta.

This is useful for reconstructing augmented data from an assoc.track() stream browser-side.

When the metadata arrives a 'meta' event fires with the meta object.

assoc.track(opts)

Create a level-track stream that takes a newline-separated track data from the sorted indexed keys you get from .list() as input and gives newline-separated primary-keyed objects as output.

You can feed this stream directly into a require('level-assoc/parse')() instance.

If opts.meta is false, don't include metadata but require('level-assoc/parse') expects the first line to include this metadata.

install

With npm do:

npm install level-assoc

license

MIT