Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
84 changes: 70 additions & 14 deletions builder/codegen.js
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,16 @@ module.exports = function generateCode(hyperdb, { directory = '.', esm = false }
}
if (addedHelper) str += '\n'

const keyEnums = new Map()
for (const type of hyperdb.orderedTypes) {
if (!type.isCollection && !type.isIndex) continue
for (let i = 0; i < type.keyEncoding.length; i++) {
const id = enumId(type, i)
if (id) keyEnums.set(id, keyEnum(type, i))
}
}
for (const [id, e] of keyEnums) str += generateEnumKeyEncoding(e, id)

const collections = []
const indexes = []

Expand Down Expand Up @@ -169,7 +179,7 @@ function generateCommonPrefix(type) {
str += ' return []\n'
} else if (len === 1) {
str += ` const a = ${getKeyPath(type.fullKey[0], 'record', true)}\n`
str += ' return a === undefined ? [] : [a]\n'
str += ` return a === undefined ? [] : [${wrapKeyEncode(type, 0, 'a')}]\n`
} else {
str += ' const arr = []\n'
str += '\n'
Expand All @@ -178,7 +188,7 @@ function generateCommonPrefix(type) {
const key = type.fullKey[i]
str += ` const a${i} = ${getKeyPath(key, 'record', true)}\n`
str += ` if (a${i} === undefined) return arr\n`
str += ` arr.push(a${i})\n`
str += ` arr.push(${wrapKeyEncode(type, i, 'a' + i)})\n`
str += '\n'
}
str += ' return arr\n'
Expand Down Expand Up @@ -224,7 +234,7 @@ function generateCollectionDefinition(collection) {

for (let i = 0; i < collection.key.length; i++) {
const key = collection.key[i]
str += ` ${getKeyPath(key, 'record', false)} = key[${i}]\n`
str += ` ${getKeyPath(key, 'record', false)} = ${wrapKeyDecode(collection, i, `key[${i}]`)}\n`
}

if (versionedUserland) {
Expand All @@ -238,7 +248,7 @@ function generateCollectionDefinition(collection) {
str += `function ${id}_reconstruct_key (keyBuf) {\n`
if (collection.key.length) str += ` const key = ${id}_key.decode(keyBuf)\n`

str += generateKeyReconstruct(' ', collection.key, 'key') + '\n'
str += generateKeyReconstruct(' ', collection, 'key') + '\n'
str += '}\n'

str += '\n'
Expand Down Expand Up @@ -348,7 +358,9 @@ function generateEncodeCollectionValue(collection, sep) {
function generateEncodeCollectionKey(collection, sep) {
const id = getId(collection)

const accessors = toProps('record', collection.fullKey)
const accessors = toProps('record', collection.fullKey).map((a, i) =>
wrapKeyEncode(collection, i, a)
)
let str = ''
str += ' encodeKey (record) {\n'
str += ` const key = [${accessors.join(', ')}]\n`
Expand All @@ -365,7 +377,9 @@ function generateEncodeIndexKeys(index, sep) {
if (index.isMapped) {
const indexAccessors = toProps('mappedRecord', index.indexKey)
const recordAccessors = toProps('record', index.fullKey.slice(index.indexKey.length))
const accessors = indexAccessors.concat(recordAccessors)
const accessors = indexAccessors
.concat(recordAccessors)
.map((a, i) => wrapKeyEncode(index, i, a))
str += ` const mapped = ${id}_map(record, context)\n`
str += ' const keys = new Array(mapped.length)\n'
str += ' for (let i = 0; i < mapped.length; i++) {\n'
Expand All @@ -374,7 +388,7 @@ function generateEncodeIndexKeys(index, sep) {
str += ' }\n'
str += ' return keys\n'
} else {
const accessors = toProps('record', index.fullKey)
const accessors = toProps('record', index.fullKey).map((a, i) => wrapKeyEncode(index, i, a))
str += ` return [${id + '_key'}.encode([${accessors.join(', ')}])]\n`
}
str += ` }${sep}\n`
Expand All @@ -395,7 +409,8 @@ function toProps(name, keys) {
return keys.map((c) => (c === null ? name : c.split('.').reduce(gen, name)))
}

function generateKeyReconstruct(indent, keys, key) {
function generateKeyReconstruct(indent, type, key) {
const keys = type.key
if (keys.length === 0) return indent + 'return {}'

const grouped = new Map()
Expand Down Expand Up @@ -430,7 +445,7 @@ function generateKeyReconstruct(indent, keys, key) {
const [k, v] = all[i]
s += indent + ` ${gen.property(k)}: `
if (v.index !== -1) {
s += `${key}[${v.index}]`
s += wrapKeyDecode(type, v.index, `${key}[${v.index}]`)
} else {
s += generate(indent + ' ', v.map)
}
Expand All @@ -441,14 +456,55 @@ function generateKeyReconstruct(indent, keys, key) {
}
}

function keyEnum(type, i) {
const keyType = type.builder.schema.types.get(`@${type.namespace}/${type.keyEncoding[i]}`)
return keyType?.isEnum ? keyType : null
}

function enumId(type, i) {
const e = keyEnum(type, i)
return e?.strings ? 'enum' + type.builder.schema.positionsByType.get(e.fqn) : null
}

function wrapKeyEncode(type, i, expr) {
const id = enumId(type, i)
return id ? `${id}_encode(${expr})` : expr
}

function wrapKeyDecode(type, i, expr) {
const id = enumId(type, i)
return id ? `${id}_decode(${expr})` : expr
}

function generateEnumKeyEncoding(enumType, id) {
let str = ''
str += `// ${s(enumType.fqn)} enum key encoding\n`
str += `function ${id}_encode (v) {\n`
str += ' switch (v) {\n'
for (let i = 0; i < enumType.enum.length; i++) {
str += ` case ${s(enumType.enum[i].key)}: return ${i + enumType.offset}\n`
}
str += ' default: return v\n'

Copy link
Copy Markdown
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

is this correct?

str += ' }\n'
str += '}\n'
str += '\n'
str += `function ${id}_decode (v) {\n`
str += ' switch (v) {\n'
for (let i = 0; i < enumType.enum.length; i++) {
str += ` case ${i + enumType.offset}: return ${s(enumType.enum[i].key)}\n`
}
str += ' default: return null\n'
str += ' }\n'
str += '}\n'
str += '\n'
return str
}

function generateIndexKeyEncoding(type) {
let str = 'new IndexEncoder([\n'
for (let i = 0; i < type.keyEncoding.length; i++) {
const component = type.keyEncoding[i]

const keyType = type.builder.schema.types.get(`@${type.namespace}/${component}`)
if (keyType?.isEnum) str += ' IndexEncoder.UINT'
else str += ' ' + IndexTypeMap.get(component)
if (keyEnum(type, i)) str += ' IndexEncoder.UINT'
else str += ' ' + IndexTypeMap.get(type.keyEncoding[i])

if (i !== type.keyEncoding.length - 1) str += ',\n'
else str += '\n'
Expand Down
38 changes: 38 additions & 0 deletions test/basic.js
Original file line number Diff line number Diff line change
Expand Up @@ -710,6 +710,44 @@ test('enum as key type', async function ({ create, bee }, t) {
await db.close()
})

test('string enum as key type', async function ({ create, bee }, t) {
const db = await create({ fixture: 8 })
const builder = require('./fixtures/generated/8/hyperschema')
const { NotSpecified, Male, Female } = builder.getEnum('@db/gender')

await db.insert('@db/members', { name: 'Doe', gender: NotSpecified })
await db.insert('@db/members', { name: 'John', gender: Male })
await db.insert('@db/members', { name: 'Jane', gender: Female })
await db.flush()

{
const john = await db.get('@db/members', { name: 'John', gender: Male })
t.alike(john, { name: 'John', gender: Male })
}
{
const females = await db
.find('@db/members-by-gender', { lte: { gender: Female }, gte: { gender: Female } })
.toArray()
t.alike(females, [{ name: 'Jane', gender: Female }])
}

{
const females = await db
.find('@db/members-by-gender', { lte: { gender: 'Female' }, gte: { gender: 'Female' } })
.toArray()
t.alike(females, [{ name: 'Jane', gender: 'Female' }])
}

{
const females = await db
.find('@db/members-by-gender', { lte: { gender: 3 }, gte: { gender: 3 } })
.toArray()
t.alike(females, [{ name: 'Jane', gender: Female }])
}

await db.close()
})

test('flushing with pending insert/delete throws', async ({ create }, t) => {
const db = await create(definition)

Expand Down
51 changes: 51 additions & 0 deletions test/fixtures/builders/8.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
const HyperDB = require('../../../builder')
const Hyperschema = require('hyperschema')
const path = require('path')

const SCHEMA_DIR = path.join(__dirname, '../generated/8/hyperschema')
const DB_DIR = path.join(__dirname, '../generated/8/hyperdb')

const schema = Hyperschema.from(SCHEMA_DIR)

const dbSchema = schema.namespace('db')

dbSchema.register({
name: 'gender',
strings: true,
enum: ['NotSpecified', 'Male', 'Female']
})

dbSchema.register({
name: 'member',
fields: [
{
name: 'name',
type: 'string',
required: true
},
{
name: 'gender',
type: '@db/gender',
required: true
}
]
})

Hyperschema.toDisk(schema)

const db = HyperDB.from(SCHEMA_DIR, DB_DIR)
const testDb = db.namespace('db')

testDb.collections.register({
name: 'members',
schema: '@db/member',
key: ['name', 'gender']
})

testDb.indexes.register({
name: 'members-by-gender',
collection: '@db/members',
key: ['gender']
})

HyperDB.toDisk(db)
1 change: 1 addition & 0 deletions test/fixtures/generate.js
Original file line number Diff line number Diff line change
Expand Up @@ -5,3 +5,4 @@ require('./builders/4.js')
require('./builders/5.js')
require('./builders/6.js')
require('./builders/7.js')
require('./builders/8.js')
37 changes: 37 additions & 0 deletions test/fixtures/generated/8/hyperdb/db.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
{
"version": 1,
"offset": 0,
"schema": [
{
"name": "members",
"namespace": "db",
"id": 0,
"type": 1,
"version": 1,
"versionField": null,
"indexes": [
"@db/members-by-gender"
],
"schema": "@db/member",
"derived": false,
"key": [
"name",
"gender"
],
"trigger": null
},
{
"name": "members-by-gender",
"namespace": "db",
"id": 1,
"type": 2,
"version": 1,
"collection": "@db/members",
"unique": false,
"deprecated": false,
"key": [
"gender"
]
}
]
}
Loading