sqliteviz/tests/lib/database/sqliteExtensions.spec.js

import chai from 'chai'
import database from '@/lib/database'

const expect = chai.expect

describe('SQLite extensions', function () {
  let db

  beforeEach(() => {
    db = database.getNewDatabase()
  })

  afterEach(() => {
    db.shutDown()
  })

  it('supports contrib trigonometric functions', async function () {
    const actual = await db.execute(`
      SELECT
        abs(3.1415926 - pi())       < 0.000001,
        abs(1 - cos(2 * pi()))      < 0.000001,
        abs(0 - sin(pi()))          < 0.000001,
        abs(0 - tan(0))             < 0.000001,
        abs(0 - cot(pi() / 2))      < 0.000001,
        abs(1 - acos(cos(1)))       < 0.000001,
        abs(1 - asin(sin(1)))       < 0.000001,
        abs(1 - atan(tan(1)))       < 0.000001,
        abs(1 - cosh(0))            < 0.000001,
        abs(0 - sinh(0))            < 0.000001,
        abs(tanh(1) + tanh(-1))     < 0.000001,
        abs(coth(1) + coth(-1))     < 0.000001,
        abs(1 - acosh(cosh(1)))     < 0.000001,
        abs(1 - asinh(sinh(1)))     < 0.000001,
        abs(1 - atanh(tanh(1)))     < 0.000001,
        abs(180 - degrees(pi()))    < 0.000001,
        abs(pi() - radians(180))    < 0.000001,
        abs(pi() / 2 - atan2(1, 0)) < 0.000001
    `)

    expect(actual.values).to.eql({
      'abs(3.1415926 - pi())       < 0.000001': [1],
      'abs(1 - cos(2 * pi()))      < 0.000001': [1],
      'abs(0 - sin(pi()))          < 0.000001': [1],
      'abs(0 - tan(0))             < 0.000001': [1],
      'abs(0 - cot(pi() / 2))      < 0.000001': [1],
      'abs(1 - acos(cos(1)))       < 0.000001': [1],
      'abs(1 - asin(sin(1)))       < 0.000001': [1],
      'abs(1 - atan(tan(1)))       < 0.000001': [1],
      'abs(1 - cosh(0))            < 0.000001': [1],
      'abs(0 - sinh(0))            < 0.000001': [1],
      'abs(tanh(1) + tanh(-1))     < 0.000001': [1],
      'abs(coth(1) + coth(-1))     < 0.000001': [1],
      'abs(1 - acosh(cosh(1)))     < 0.000001': [1],
      'abs(1 - asinh(sinh(1)))     < 0.000001': [1],
      'abs(1 - atanh(tanh(1)))     < 0.000001': [1],
      'abs(180 - degrees(pi()))    < 0.000001': [1],
      'abs(pi() - radians(180))    < 0.000001': [1],
      'abs(pi() / 2 - atan2(1, 0)) < 0.000001': [1]
    })
  })

  it('supports contrib math functions', async function () {
    const actual = await db.execute(`
      SELECT
        exp(0),
        log(exp(1)),
        log10(10000),
        power(2, 3),
        sign(-10) + sign(20),
        sqrt(square(16)),
        ceil(-1.95) + ceil(1.95),
        floor(-1.95) + floor(1.95)
    `)
    expect(actual.values).to.eql({
      'exp(0)': [1],
      'log(exp(1))': [1],
      'log10(10000)': [4],
      'power(2, 3)': [8],
      'sign(-10) + sign(20)': [0],
      'sqrt(square(16))': [16],
      'ceil(-1.95) + ceil(1.95)': [1],
      'floor(-1.95) + floor(1.95)': [-1]

    })
  })

  it('supports contrib string functions', async function () {
    const actual = await db.execute(`
      SELECT
        replicate('ab', 4),
        charindex('ab', 'foobarabbarfoo'),
        charindex('ab', 'foobarabbarfoo', 8),
        leftstr('foobar', 2),
        rightstr('foobar', 2),
        reverse('foobar'),
        proper('fooBar'),
        padl('foo', 5),
        padr('foo', 5),
        padc('foo', 5),
        strfilter('abcba', 'bc')
    `)
    expect(actual.values).to.eql({
      "replicate('ab', 4)": ['abababab'],
      "charindex('ab', 'foobarabbarfoo')": [7],
      "charindex('ab', 'foobarabbarfoo', 8)": [0],
      "leftstr('foobar', 2)": ['fo'],
      "rightstr('foobar', 2)": ['ar'],
      "reverse('foobar')": ['raboof'],
      "proper('fooBar')": ['Foobar'],
      "padl('foo', 5)": ['  foo'],
      "padr('foo', 5)": ['foo  '],
      "padc('foo', 5)": [' foo '],
      "strfilter('abcba', 'bc')": ['bcb']
    })
  })

  it('supports contrib aggregate functions', async function () {
    const actual = await db.execute(`
      WITH RECURSIVE series(x) AS (
          SELECT 1
        UNION ALL
          SELECT x + 1
          FROM series
          WHERE x + 1 <= 12
      )
      SELECT
        abs( 3.77406806 - stdev(x))    < 0.000001,
        abs(14.24358974 - variance(x)) < 0.000001,
        mode(x),
        median(x),
        lower_quartile(x),
        upper_quartile(x)
      FROM (
        SELECT x
        FROM series
        UNION ALL
        VALUES (1)
      )
    `)
    expect(actual.values).to.eql({
      'abs( 3.77406806 - stdev(x))    < 0.000001': [1],
      'abs(14.24358974 - variance(x)) < 0.000001': [1],
      'mode(x)': [1],
      'median(x)': [6],
      'lower_quartile(x)': [3],
      'upper_quartile(x)': [9]
    })
  })

  it('supports generate_series', async function () {
    const actual = await db.execute(`
      SELECT value
      FROM generate_series(5, 20, 5)
    `)
    expect(actual.values).to.eql({
      value: [5, 10, 15, 20]
    })
  })

  it('supports transitive_closure', async function () {
    const actual = await db.execute(`
      CREATE TABLE node(
        node_id   INTEGER NOT NULL PRIMARY KEY,
        parent_id INTEGER,
        name      VARCHAR(127),
        FOREIGN KEY (parent_id) REFERENCES node(node_id)
      );
      CREATE INDEX node_parent_id_idx ON node(parent_id);

      CREATE VIRTUAL TABLE node_closure USING transitive_closure(
          tablename    = "node",
          idcolumn     = "node_id",
          parentcolumn = "parent_id"
        );

      INSERT INTO node VALUES
        (1,  NULL, 'tests'),
        (2,  1,    'lib'),
        (3,  2,    'database'),
        (4,  2,    'utils'),
        (5,  2,    'storedQueries.spec.js'),
        (6,  3,    '_sql.spec.js'),
        (7,  3,    '_statements.spec.js'),
        (8,  3,    'database.spec.js'),
        (9,  3,    'sqliteExtensions.spec.js'),
        (10, 4,    'fileIo.spec.js'),
        (11, 4,    'time.spec.js');

        SELECT name
        FROM node
        WHERE node_id IN (
          SELECT nc.id
          FROM node_closure AS nc
          WHERE nc.root = 2 AND nc.depth = 2
        );
    `)
    expect(actual.values).to.eql({
      name: [
        '_sql.spec.js',
        '_statements.spec.js',
        'database.spec.js',
        'sqliteExtensions.spec.js',
        'fileIo.spec.js',
        'time.spec.js'
      ]
    })
  })

  it('supports UUID functions', async function () {
    const actual = await db.execute(`
      SELECT
        length(uuid()) as length,
        uuid_str(uuid_blob('26a8349c8a7f4cbeb519bf792c3d7ac6')) as uid
    `)
    expect(actual.values).to.eql({
      length: [36],
      uid: ['26a8349c-8a7f-4cbe-b519-bf792c3d7ac6']
    })
  })

  it('supports regexp', async function () {
    const actual = await db.execute(`
      SELECT
        regexp('=\\s?\\d+',  'const foo = 123; const bar = "bar"') as one,
        regexpi('=\\s?\\d+', 'const foo = 123; const bar = "bar"') as two,
        'const foo = 123; const bar = "bar"' REGEXP '=\\s?\\d+' as three
    `)
    expect(actual.values).to.eql({
      one: [1],
      two: [1],
      three: [1]
    })
  })

  it('supports pivot virtual table', async function () {
    const actual = await db.execute(`
      CREATE TABLE point(x REAL, y REAL, z REAL);
      INSERT INTO point VALUES
        (5,3,3.2),  (5,6,4.3),  (5,9,5.4),
        (10,3,4),   (10,6,3.8), (10,9,3.6),
        (15,3,4.8), (15,6,4),   (15,9,3.5);

      CREATE VIRTUAL TABLE pivot USING pivot_vtab(
        (SELECT y FROM point GROUP BY y),
        (SELECT x, x FROM point GROUP BY x),
        (SELECT z FROM point WHERE y = :y AND x = :x)
      );

      CREATE TEMPORARY TABLE surface AS
      SELECT xt.x, p.*
      FROM (
        SELECT row_number() OVER () rownum, *
        FROM pivot
      ) p
      JOIN (
        SELECT row_number() OVER () rownum, x
        FROM point
        GROUP BY x
      ) xt USING(rownum);
      ALTER TABLE surface DROP COLUMN rownum;
      SELECT * FROM surface;
    `)
    expect(actual.values).to.eql({
      x: [5, 10, 15],
      y: [3, 6, 9],
      '5.0': [3.2, 4.3, 5.4],
      '10.0': [4, 3.8, 3.6],
      '15.0': [4.8, 4, 3.5]
    })
  })

  it('supports percentile', async function () {
    const actual = await db.execute(`
      CREATE TABLE s(x INTEGER);
      INSERT INTO s VALUES (15), (20), (35), (40), (50);

      SELECT
        percentile(x, 5) p5,
        percentile(x, 30) p30,
        percentile(x, 40) p40,
        percentile(x, 50) p50,
        percentile(x, 100) p100
      FROM s;
    `)
    expect(actual.values).to.eql({
      p5: [16],
      p30: [23],
      p40: [29],
      p50: [35],
      p100: [50]
    })
  })

  it('supports decimal', async function () {
    const actual = await db.execute(`
      SELECT
        decimal_add(decimal('0.1'), decimal('0.2')) "add",
        decimal_sub(0.2, 0.1) sub,
        decimal_mul(power(2, 69), 2) mul,
        decimal_cmp(decimal('0.1'), 0.1) cmp_e,
        decimal_cmp(decimal('0.1'), decimal('0.099999')) cmp_g,
        decimal_cmp(decimal('0.199999'), decimal('0.2')) cmp_l
    `)
    expect(actual.values).to.eql({
      add: ['0.3'],
      sub: ['0.1'],
      mul: ['1180591620717412000000'],
      cmp_e: [0],
      cmp_g: [1],
      cmp_l: [-1]
    })
  })

  it('supports FTS5', async function () {
    const actual = await db.execute(`
      CREATE VIRTUAL TABLE email USING fts5(sender, title, body, tokenize = 'porter ascii');

      INSERT INTO email VALUES
        (
          'foo@localhost',
          'fts3/4',
          'FTS3 and FTS4 are SQLite virtual table modules that allows users to perform '
          || 'full-text searches on a set of documents.'
        ),
        (
          'bar@localhost',
          'fts4',
          'FTS5 is an SQLite virtual table module that provides full-text search '
          || 'functionality to database applications.'
        );

      SELECT sender
      FROM email
      WHERE body MATCH '"full-text" NOT document'
      ORDER BY rank;
    `)
    expect(actual.values).to.eql({
      sender: ['bar@localhost']
    })
  })

  it('supports FTS3', async function () {
    const actual = await db.execute(`
      CREATE VIRTUAL TABLE email USING fts3(sender, title, body, tokenize = 'porter');

      INSERT INTO email VALUES
        (
          'foo@localhost',
          'fts3/4',
          'FTS3 and FTS4 are SQLite virtual table modules that allows users to perform '
          || 'full-text searches on a set of documents.'
        ),
        (
          'bar@localhost',
          'fts4',
          'FTS5 is an SQLite virtual table module that provides full-text search '
          || 'functionality to database applications.'
        );

      SELECT sender
      FROM email
      WHERE body MATCH '("full-text" NOT document AND (functionality OR table))';
    `)
    expect(actual.values).to.eql({
      sender: ['bar@localhost']
    })
  })

  it('supports FTS4', async function () {
    const actual = await db.execute(`
      CREATE VIRTUAL TABLE email USING fts4(
        sender, title, body, notindexed=sender, tokenize='simple'
      );

      INSERT INTO email VALUES
        (
          'foo@localhost',
          'fts3/4',
          'FTS3 and FTS4 are SQLite virtual table modules that allows users to perform '
          || 'full-text searches on a set of documents.'
        ),
        (
          'bar@localhost',
          'fts4',
          'FTS5 is an SQLite virtual table module that provides full-text search '
          || 'functionality to database applications.'
        );

      SELECT sender
      FROM email
      WHERE body MATCH '("full-text" NOT document AND (functionality OR table NOT modules))';
    `)
    expect(actual.values).to.eql({
      sender: ['bar@localhost']
    })
  })

  it('supports JSON1', async function () {
    const actual = await db.execute(`
      WITH input(filename) AS (
        VALUES
          ('/etc/redis/redis.conf'),
          ('/run/redis/redis-server.pid'),
          ('/var/log/redis-server.log')
      ), tmp AS (
        SELECT
          filename,
          '["' || replace(filename, '/', '", "') || '"]' as filename_array
        FROM input
      )
      SELECT (
        SELECT group_concat(ip.value, '/')
        FROM json_each(filename_array) ip
        WHERE ip.id <= p.id
      ) AS path
      FROM tmp, json_each(filename_array) AS p
      WHERE p.id > 1  -- because the filenames start with the separator
    `)
    expect(actual.values).to.eql({
      path: [
        '/etc',
        '/etc/redis',
        '/etc/redis/redis.conf',
        '/run',
        '/run/redis',
        '/run/redis/redis-server.pid',
        '/var',
        '/var/log',
        '/var/log/redis-server.log'
      ]
    })
  })

  it('supports pearson', async function () {
    const actual = await db.execute(`
      CREATE TABLE dataset(x REAL, y REAL, z REAL);
      INSERT INTO dataset VALUES
        (5,3,3.2),  (5,6,4.3),  (5,9,5.4),
        (10,3,4),   (10,6,3.8), (10,9,3.6),
        (15,3,4.8), (15,6,4),   (15,9,3.5);

      SELECT
        pearson(x, x) xx,
        pearson(x, y) xy,
        abs(-0.12666 - pearson(x, z)) < 0.00001 xz,
        pearson(y, x) yx,
        pearson(y, y) yy,
        abs(0.10555 - pearson(y, z))  < 0.00001 yz,
        abs(-0.12666 - pearson(z, x)) < 0.00001 zx,
        abs(0.10555 - pearson(z, y))  < 0.00001 zy,
        pearson(z, z) zz
      FROM dataset;
    `)
    expect(actual.values).to.eql({
      xx: [1], xy: [0], xz: [1], yx: [0], yy: [1], yz: [1], zx: [1], zy: [1], zz: [1]
    })
  })

  it('supports simple Lua functions', async function () {
    const actual = await db.execute(`
      INSERT INTO
        luafunctions(name, src)
      VALUES
        ('lua_inline', 'return {"arg"}, {"rv"}, "simple", function(arg) return arg + 1 end'),
        ('lua_full', '
        local input = {"arg"}
        local output = {"rv"}

        local function func(x)
          return math.sin(math.pi) + x
        end

        return input, output, "simple", func
        ');

      SELECT lua_inline(1), lua_full(1) - 1 < 0.000001;
    `)
    expect(actual.values).to.eql({ 'lua_inline(1)': [2], 'lua_full(1) - 1 < 0.000001': [1] })
  })

  it('supports aggregate Lua functions', async function () {
    const actual = await db.execute(`
      INSERT INTO
        luafunctions(name, src)
      VALUES
        ('lua_sum', '
        local inputs = {"item"}
        local outputs = {"sum"}

        local function func(item)
          if aggregate_now(item) then
            return item
          end

          local sum = 0
          while true do
            if aggregate_now(item) then
              break
            end
            sum = sum + item
            item = coroutine.yield()
          end

          return sum
        end

        return inputs, outputs, "aggregate", func
      ');

      SELECT SUM(value), lua_sum(value) FROM generate_series(1, 10);
    `)
    expect(actual.values).to.eql({ 'SUM(value)': [55], 'lua_sum(value)': [55] })
  })

  it('supports table-valued Lua functions', async function () {
    const actual = await db.execute(`
      INSERT INTO
        luafunctions(name, src)
      VALUES
        ('lua_match', '
        local inputs = {"pattern", "s"}
        local outputs = {"idx", "elm"}

        local function func(pattern, s)
          local i = 1
          for k in s:gmatch(pattern) do
            coroutine.yield(i, k)
            i = i + 1
          end
        end

        return inputs, outputs, "table", func
      ');

      SELECT * FROM lua_match('%w+', 'hello world from Lua');
    `)
    expect(actual.values).to.eql({ idx: [1, 2, 3, 4], elm: ['hello', 'world', 'from', 'Lua'] })
  })
})