diff --git a/js/packages/quary-extension/package.json b/js/packages/quary-extension/package.json index b36f0bf7..fd23944c 100644 --- a/js/packages/quary-extension/package.json +++ b/js/packages/quary-extension/package.json @@ -209,13 +209,20 @@ "crypto-browserify": "^3.12.0", "file-loader": "^6.2.0", "lodash": "^4.17.21", + "net-browserify": "^0.2.4", + "node-polyfill-webpack-plugin": "^4.0.0", "papaparse": "^5.4.1", + "postgres": "^3.4.4", "quary-extension-ui": "workspace:*", "raw-loader": "^4.0.2", "sql.js": "1.10.3", "stream-browserify": "^3.0.0", + "stream-http": "^3.2.0", + "timers-browserify": "^2.0.12", + "tls-browserify": "^0.2.2", "url-loader": "^4.1.1", "vm-browserify": "^1.1.2", + "webpack-node-externals": "^3.0.0", "zod": "^3.23.8" } } diff --git a/js/packages/quary-extension/src/web/createDatabaseFromConfig.ts b/js/packages/quary-extension/src/web/createDatabaseFromConfig.ts index c55bec16..9db58ad7 100644 --- a/js/packages/quary-extension/src/web/createDatabaseFromConfig.ts +++ b/js/packages/quary-extension/src/web/createDatabaseFromConfig.ts @@ -19,6 +19,7 @@ import { } from './servicesDatabaseDuckDBNode' import { ServicesDatabaseRedshiftNode } from './servicesDatabaseRedshiftNode' import { ServicesDatabasePostgresNode } from './servicesDatabasePostgresNode' +import { ServicesDatabasePostgres } from './servicesDatabasePostgres' /** * Creates a database instance from a given configuration. @@ -176,10 +177,9 @@ export const databaseFromConfig = async ( case 'postgres': { switch (vscode.env.uiKind) { case vscode.UIKind.Web: { - return Err({ - code: ErrorCodes.INVALID_ARGUMENT, - message: 'Postgres is not supported in the web extension', - }) + const postgres = new ServicesDatabasePostgres() + // @ts-ignore + return Ok(postgres) } case vscode.UIKind.Desktop: { const { schema } = config.config.postgres diff --git a/js/packages/quary-extension/src/web/extension.ts b/js/packages/quary-extension/src/web/extension.ts index bcb2bcb6..0cbb66f2 100644 --- a/js/packages/quary-extension/src/web/extension.ts +++ b/js/packages/quary-extension/src/web/extension.ts @@ -35,6 +35,7 @@ async function activateCommands( ) } + const SENTRY_DSN = 'https://360983d50cb2c46d0d39778ce2a3443e@o4506173297524736.ingest.sentry.io/4506175684673536' const JUNE_ANALYTICS = '9PbCtSiPLLggvaE5' @@ -43,6 +44,7 @@ export async function activate(context: vscode.ExtensionContext) { const hostDetails = await VSCodeInstanceContext.getHostDetails() const isProduction = hostDetails.environment === 'production' + console.info(`starting extension activation with details: ${hostDetails}`) const logger = isProduction diff --git a/js/packages/quary-extension/src/web/postgres/bytes.js b/js/packages/quary-extension/src/web/postgres/bytes.js new file mode 100755 index 00000000..fa487867 --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/bytes.js @@ -0,0 +1,78 @@ +const size = 256 +let buffer = Buffer.allocUnsafe(size) + +const messages = 'BCcDdEFfHPpQSX'.split('').reduce((acc, x) => { + const v = x.charCodeAt(0) + acc[x] = () => { + buffer[0] = v + b.i = 5 + return b + } + return acc +}, {}) + +const b = Object.assign(reset, messages, { + N: String.fromCharCode(0), + i: 0, + inc(x) { + b.i += x + return b + }, + str(x) { + const length = Buffer.byteLength(x) + fit(length) + b.i += buffer.write(x, b.i, length, 'utf8') + return b + }, + i16(x) { + fit(2) + buffer.writeUInt16BE(x, b.i) + b.i += 2 + return b + }, + i32(x, i) { + if (i || i === 0) { + buffer.writeUInt32BE(x, i) + return b + } + fit(4) + buffer.writeUInt32BE(x, b.i) + b.i += 4 + return b + }, + z(x) { + fit(x) + buffer.fill(0, b.i, b.i + x) + b.i += x + return b + }, + raw(x) { + buffer = Buffer.concat([buffer.subarray(0, b.i), x]) + b.i = buffer.length + return b + }, + end(at = 1) { + buffer.writeUInt32BE(b.i - at, at) + const out = buffer.subarray(0, b.i) + b.i = 0 + buffer = Buffer.allocUnsafe(size) + return out + } +}) + +export default b + +function fit(x) { + if (buffer.length - b.i < x) { + const prev = buffer + , length = prev.length + + buffer = Buffer.allocUnsafe(length + (length >> 1) + x) + prev.copy(buffer) + } +} + +function reset() { + b.i = 0 + return b +} diff --git a/js/packages/quary-extension/src/web/postgres/connection.js b/js/packages/quary-extension/src/web/postgres/connection.js new file mode 100755 index 00000000..872f1f02 --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/connection.js @@ -0,0 +1,1035 @@ +// import net from 'net-browserify' +import tls from 'tls-browserify' +import crypto from 'crypto-browserify' +import Stream from 'stream-http' +// import { performance } from 'perf_hooks' + +import { stringify, handleValue, arrayParser, arraySerializer } from './types.js' +import { Errors } from './errors.js' +import Result from './result.js' +import Queue from './queue.js' +import { Query, CLOSE } from './query.js' +import b from './bytes.js' + +export default Connection + +let uid = 1 + +const Sync = b().S().end() + , Flush = b().H().end() + , SSLRequest = b().i32(8).i32(80877103).end(8) + , ExecuteUnnamed = Buffer.concat([b().E().str(b.N).i32(0).end(), Sync]) + , DescribeUnnamed = b().D().str('S').str(b.N).end() + , noop = () => { /* noop */ } + +const retryRoutines = new Set([ + 'FetchPreparedStatement', + 'RevalidateCachedQuery', + 'transformAssignedExpr' +]) + +const errorFields = { + 83 : 'severity_local', // S + 86 : 'severity', // V + 67 : 'code', // C + 77 : 'message', // M + 68 : 'detail', // D + 72 : 'hint', // H + 80 : 'position', // P + 112 : 'internal_position', // p + 113 : 'internal_query', // q + 87 : 'where', // W + 115 : 'schema_name', // s + 116 : 'table_name', // t + 99 : 'column_name', // c + 100 : 'data type_name', // d + 110 : 'constraint_name', // n + 70 : 'file', // F + 76 : 'line', // L + 82 : 'routine' // R +} + +function Connection(options, queues = {}, { onopen = noop, onend = noop, onclose = noop } = {}) { + const { + ssl, + max, + user, + host, + port, + database, + parsers, + transform, + onnotice, + onnotify, + onparameter, + max_pipeline, + keep_alive, + backoff, + target_session_attrs + } = options + + const sent = Queue() + , id = uid++ + , backend = { pid: null, secret: null } + , idleTimer = timer(end, options.idle_timeout) + , lifeTimer = timer(end, options.max_lifetime) + , connectTimer = timer(connectTimedOut, options.connect_timeout) + + let socket = null + , cancelMessage + , result = new Result() + , incoming = Buffer.alloc(0) + , needsTypes = options.fetch_types + , backendParameters = {} + , statements = {} + , statementId = Math.random().toString(36).slice(2) + , statementCount = 1 + , closedDate = 0 + , remaining = 0 + , hostIndex = 0 + , retries = 0 + , length = 0 + , delay = 0 + , rows = 0 + , serverSignature = null + , nextWriteTimer = null + , terminated = false + , incomings = null + , results = null + , initial = null + , ending = null + , stream = null + , chunk = null + , ended = null + , nonce = null + , query = null + , final = null + + const connection = { + queue: queues.closed, + idleTimer, + connect(query) { + initial = query || true + reconnect() + }, + terminate, + execute, + cancel, + end, + count: 0, + id + } + + queues.closed && queues.closed.push(connection) + + return connection + + async function createSocket() { + let x + try { + x = options.socket ? (await Promise.resolve(options.socket(options))) : console.log("hello") + } catch (e) { + error(e) + return + } + x.on('error', error) + x.on('close', closed) + x.on('drain', drain) + return x + } + + async function cancel({ pid, secret }, resolve, reject) { + try { + cancelMessage = b().i32(16).i32(80877102).i32(pid).i32(secret).end(16) + await connect() + socket.once('error', reject) + socket.once('close', resolve) + } catch (error) { + reject(error) + } + } + + function execute(q) { + if (terminated) + return queryError(q, Errors.connection('CONNECTION_DESTROYED', options)) + + if (q.cancelled) + return + + try { + q.state = backend + query + ? sent.push(q) + : (query = q, query.active = true) + + build(q) + return write(toBuffer(q)) + && !q.describeFirst + && !q.cursorFn + && sent.length < max_pipeline + && (!q.options.onexecute || q.options.onexecute(connection)) + } catch (error) { + sent.length === 0 && write(Sync) + errored(error) + return true + } + } + + function toBuffer(q) { + if (q.parameters.length >= 65534) + throw Errors.generic('MAX_PARAMETERS_EXCEEDED', 'Max number of parameters (65534) exceeded') + + return q.options.simple + ? b().Q().str(q.statement.string + b.N).end() + : q.describeFirst + ? Buffer.concat([describe(q), Flush]) + : q.prepare + ? q.prepared + ? prepared(q) + : Buffer.concat([describe(q), prepared(q)]) + : unnamed(q) + } + + function describe(q) { + return Buffer.concat([ + Parse(q.statement.string, q.parameters, q.statement.types, q.statement.name), + Describe('S', q.statement.name) + ]) + } + + function prepared(q) { + return Buffer.concat([ + Bind(q.parameters, q.statement.types, q.statement.name, q.cursorName), + q.cursorFn + ? Execute('', q.cursorRows) + : ExecuteUnnamed + ]) + } + + function unnamed(q) { + return Buffer.concat([ + Parse(q.statement.string, q.parameters, q.statement.types), + DescribeUnnamed, + prepared(q) + ]) + } + + function build(q) { + const parameters = [] + , types = [] + + const string = stringify(q, q.strings[0], q.args[0], parameters, types, options) + + !q.tagged && q.args.forEach(x => handleValue(x, parameters, types, options)) + + q.prepare = options.prepare && ('prepare' in q.options ? q.options.prepare : true) + q.string = string + q.signature = q.prepare && types + string + q.onlyDescribe && (delete statements[q.signature]) + q.parameters = q.parameters || parameters + q.prepared = q.prepare && q.signature in statements + q.describeFirst = q.onlyDescribe || (parameters.length && !q.prepared) + q.statement = q.prepared + ? statements[q.signature] + : { string, types, name: q.prepare ? statementId + statementCount++ : '' } + + typeof options.debug === 'function' && options.debug(id, string, parameters, types) + } + + function write(x, fn) { + chunk = chunk ? Buffer.concat([chunk, x]) : Buffer.from(x) + if (fn || chunk.length >= 1024) + return nextWrite(fn) + nextWriteTimer === null && (nextWriteTimer = setImmediate(nextWrite)) + return true + } + + function nextWrite(fn) { + const x = socket.write(chunk, fn) + nextWriteTimer !== null && clearImmediate(nextWriteTimer) + chunk = nextWriteTimer = null + return x + } + + function connectTimedOut() { + errored(Errors.connection('CONNECT_TIMEOUT', options, socket)) + socket.destroy() + } + + async function secure() { + write(SSLRequest) + const canSSL = await new Promise(r => socket.once('data', x => r(x[0] === 83))) // S + + if (!canSSL && ssl === 'prefer') + return connected() + + socket.removeAllListeners() + socket = tls.connect({ + socket, + serverName: "localhost", + // servername: net.isIP(socket.host) ? undefined : socket.host, + // ...(ssl === 'require' || ssl === 'allow' || ssl === 'prefer' + // ? { rejectUnauthorized: false } + // : ssl === 'verify-full' + // ? {} + // : typeof ssl === 'object' + // ? ssl + // : {} + // ) + }) + socket.on('secureConnect', connected) + socket.on('error', error) + socket.on('close', closed) + socket.on('drain', drain) + } + + /* c8 ignore next 3 */ + function drain() { + !query && onopen(connection) + } + + function data(x) { + if (incomings) { + incomings.push(x) + remaining -= x.length + if (remaining >= 0) + return + } + + incoming = incomings + ? Buffer.concat(incomings, length - remaining) + : incoming.length === 0 + ? x + : Buffer.concat([incoming, x], incoming.length + x.length) + + while (incoming.length > 4) { + length = incoming.readUInt32BE(1) + if (length >= incoming.length) { + remaining = length - incoming.length + incomings = [incoming] + break + } + + try { + handle(incoming.subarray(0, length + 1)) + } catch (e) { + query && (query.cursorFn || query.describeFirst) && write(Sync) + errored(e) + } + incoming = incoming.subarray(length + 1) + remaining = 0 + incomings = null + } + } + + async function connect() { + terminated = false + backendParameters = {} + socket || (socket = await createSocket()) + + if (!socket) + return + + connectTimer.start() + + if (options.socket) + return ssl ? secure() : connected() + + socket.on('connect', ssl ? secure : connected) + + if (options.path) + return socket.connect(options.path) + + socket.ssl = ssl + socket.connect(port[hostIndex], host[hostIndex]) + socket.host = host[hostIndex] + socket.port = port[hostIndex] + + hostIndex = (hostIndex + 1) % port.length + } + + function reconnect() { + // setTimeout(connect, closedDate ? closedDate + delay - performance.now() : 0) + } + + function connected() { + try { + statements = {} + needsTypes = options.fetch_types + statementId = Math.random().toString(36).slice(2) + statementCount = 1 + lifeTimer.start() + socket.on('data', data) + keep_alive && socket.setKeepAlive && socket.setKeepAlive(true, 1000 * keep_alive) + const s = StartupMessage() + write(s) + } catch (err) { + error(err) + } + } + + function error(err) { + if (connection.queue === queues.connecting && options.host[retries + 1]) + return + + errored(err) + while (sent.length) + queryError(sent.shift(), err) + } + + function errored(err) { + stream && (stream.destroy(err), stream = null) + query && queryError(query, err) + initial && (queryError(initial, err), initial = null) + } + + function queryError(query, err) { + Object.defineProperties(err, { + stack: { value: err.stack + query.origin.replace(/.*\n/, '\n'), enumerable: options.debug }, + query: { value: query.string, enumerable: options.debug }, + parameters: { value: query.parameters, enumerable: options.debug }, + args: { value: query.args, enumerable: options.debug }, + types: { value: query.statement && query.statement.types, enumerable: options.debug } + }) + query.reject(err) + } + + function end() { + return ending || ( + !connection.reserved && onend(connection), + !connection.reserved && !initial && !query && sent.length === 0 + ? (terminate(), new Promise(r => socket && socket.readyState !== 'closed' ? socket.once('close', r) : r())) + : ending = new Promise(r => ended = r) + ) + } + + function terminate() { + terminated = true + if (stream || query || initial || sent.length) + error(Errors.connection('CONNECTION_DESTROYED', options)) + + clearImmediate(nextWriteTimer) + if (socket) { + socket.removeListener('data', data) + socket.removeListener('connect', connected) + socket.readyState === 'open' && socket.end(b().X().end()) + } + ended && (ended(), ending = ended = null) + } + + async function closed(hadError) { + incoming = Buffer.alloc(0) + remaining = 0 + incomings = null + clearImmediate(nextWriteTimer) + socket.removeListener('data', data) + socket.removeListener('connect', connected) + idleTimer.cancel() + lifeTimer.cancel() + connectTimer.cancel() + + socket.removeAllListeners() + socket = null + + if (initial) + return reconnect() + + !hadError && (query || sent.length) && error(Errors.connection('CONNECTION_CLOSED', options, socket)) + // closedDate = performance.now() + hadError && options.shared.retries++ + delay = (typeof backoff === 'function' ? backoff(options.shared.retries) : backoff) * 1000 + onclose(connection, Errors.connection('CONNECTION_CLOSED', options, socket)) + } + + /* Handlers */ + function handle(xs, x = xs[0]) { + ( + x === 68 ? DataRow : // D + x === 100 ? CopyData : // d + x === 65 ? NotificationResponse : // A + x === 83 ? ParameterStatus : // S + x === 90 ? ReadyForQuery : // Z + x === 67 ? CommandComplete : // C + x === 50 ? BindComplete : // 2 + x === 49 ? ParseComplete : // 1 + x === 116 ? ParameterDescription : // t + x === 84 ? RowDescription : // T + x === 82 ? Authentication : // R + x === 110 ? NoData : // n + x === 75 ? BackendKeyData : // K + x === 69 ? ErrorResponse : // E + x === 115 ? PortalSuspended : // s + x === 51 ? CloseComplete : // 3 + x === 71 ? CopyInResponse : // G + x === 78 ? NoticeResponse : // N + x === 72 ? CopyOutResponse : // H + x === 99 ? CopyDone : // c + x === 73 ? EmptyQueryResponse : // I + x === 86 ? FunctionCallResponse : // V + x === 118 ? NegotiateProtocolVersion : // v + x === 87 ? CopyBothResponse : // W + /* c8 ignore next */ + UnknownMessage + )(xs) + } + + function DataRow(x) { + let index = 7 + let length + let column + let value + + const row = query.isRaw ? new Array(query.statement.columns.length) : {} + for (let i = 0; i < query.statement.columns.length; i++) { + column = query.statement.columns[i] + length = x.readInt32BE(index) + index += 4 + + value = length === -1 + ? null + : query.isRaw === true + ? x.subarray(index, index += length) + : column.parser === undefined + ? x.toString('utf8', index, index += length) + : column.parser.array === true + ? column.parser(x.toString('utf8', index + 1, index += length)) + : column.parser(x.toString('utf8', index, index += length)) + + query.isRaw + ? (row[i] = query.isRaw === true + ? value + : transform.value.from ? transform.value.from(value, column) : value) + : (row[column.name] = transform.value.from ? transform.value.from(value, column) : value) + } + + query.forEachFn + ? query.forEachFn(transform.row.from ? transform.row.from(row) : row, result) + : (result[rows++] = transform.row.from ? transform.row.from(row) : row) + } + + function ParameterStatus(x) { + const [k, v] = x.toString('utf8', 5, x.length - 1).split(b.N) + backendParameters[k] = v + if (options.parameters[k] !== v) { + options.parameters[k] = v + onparameter && onparameter(k, v) + } + } + + function ReadyForQuery(x) { + query && query.options.simple && query.resolve(results || result) + query = results = null + result = new Result() + connectTimer.cancel() + + if (initial) { + if (target_session_attrs) { + if (!backendParameters.in_hot_standby || !backendParameters.default_transaction_read_only) + return fetchState() + else if (tryNext(target_session_attrs, backendParameters)) + return terminate() + } + + if (needsTypes) { + initial === true && (initial = null) + return fetchArrayTypes() + } + + initial !== true && execute(initial) + options.shared.retries = retries = 0 + initial = null + return + } + + while (sent.length && (query = sent.shift()) && (query.active = true, query.cancelled)) + Connection(options).cancel(query.state, query.cancelled.resolve, query.cancelled.reject) + + if (query) + return // Consider opening if able and sent.length < 50 + + connection.reserved + ? !connection.reserved.release && x[5] === 73 // I + ? ending + ? terminate() + : (connection.reserved = null, onopen(connection)) + : connection.reserved() + : ending + ? terminate() + : onopen(connection) + } + + function CommandComplete(x) { + rows = 0 + + for (let i = x.length - 1; i > 0; i--) { + if (x[i] === 32 && x[i + 1] < 58 && result.count === null) + result.count = +x.toString('utf8', i + 1, x.length - 1) + if (x[i - 1] >= 65) { + result.command = x.toString('utf8', 5, i) + result.state = backend + break + } + } + + final && (final(), final = null) + + if (result.command === 'BEGIN' && max !== 1 && !connection.reserved) + return errored(Errors.generic('UNSAFE_TRANSACTION', 'Only use sql.begin, sql.reserved or max: 1')) + + if (query.options.simple) + return BindComplete() + + if (query.cursorFn) { + result.count && query.cursorFn(result) + write(Sync) + } + + query.resolve(result) + } + + function ParseComplete() { + query.parsing = false + } + + function BindComplete() { + !result.statement && (result.statement = query.statement) + result.columns = query.statement.columns + } + + function ParameterDescription(x) { + const length = x.readUInt16BE(5) + + for (let i = 0; i < length; ++i) + !query.statement.types[i] && (query.statement.types[i] = x.readUInt32BE(7 + i * 4)) + + query.prepare && (statements[query.signature] = query.statement) + query.describeFirst && !query.onlyDescribe && (write(prepared(query)), query.describeFirst = false) + } + + function RowDescription(x) { + if (result.command) { + results = results || [result] + results.push(result = new Result()) + result.count = null + query.statement.columns = null + } + + const length = x.readUInt16BE(5) + let index = 7 + let start + + query.statement.columns = Array(length) + + for (let i = 0; i < length; ++i) { + start = index + while (x[index++] !== 0); + const table = x.readUInt32BE(index) + const number = x.readUInt16BE(index + 4) + const type = x.readUInt32BE(index + 6) + query.statement.columns[i] = { + name: transform.column.from + ? transform.column.from(x.toString('utf8', start, index - 1)) + : x.toString('utf8', start, index - 1), + parser: parsers[type], + table, + number, + type + } + index += 18 + } + + result.statement = query.statement + if (query.onlyDescribe) + return (query.resolve(query.statement), write(Sync)) + } + + async function Authentication(x, type = x.readUInt32BE(5)) { + ( + type === 3 ? AuthenticationCleartextPassword : + type === 5 ? AuthenticationMD5Password : + type === 10 ? SASL : + type === 11 ? SASLContinue : + type === 12 ? SASLFinal : + type !== 0 ? UnknownAuth : + noop + )(x, type) + } + + /* c8 ignore next 5 */ + async function AuthenticationCleartextPassword() { + const payload = await Pass() + write( + b().p().str(payload).z(1).end() + ) + } + + async function AuthenticationMD5Password(x) { + const payload = 'md5' + ( + await md5( + Buffer.concat([ + Buffer.from(await md5((await Pass()) + user)), + x.subarray(9) + ]) + ) + ) + write( + b().p().str(payload).z(1).end() + ) + } + + async function SASL() { + nonce = (await crypto.randomBytes(18)).toString('base64') + b().p().str('SCRAM-SHA-256' + b.N) + const i = b.i + write(b.inc(4).str('n,,n=*,r=' + nonce).i32(b.i - i - 4, i).end()) + } + + async function SASLContinue(x) { + const res = x.toString('utf8', 9).split(',').reduce((acc, x) => (acc[x[0]] = x.slice(2), acc), {}) + + const saltedPassword = await crypto.pbkdf2Sync( + await Pass(), + Buffer.from(res.s, 'base64'), + parseInt(res.i), 32, + 'sha256' + ) + + const clientKey = await hmac(saltedPassword, 'Client Key') + + const auth = 'n=*,r=' + nonce + ',' + + 'r=' + res.r + ',s=' + res.s + ',i=' + res.i + + ',c=biws,r=' + res.r + + serverSignature = (await hmac(await hmac(saltedPassword, 'Server Key'), auth)).toString('base64') + + const payload = 'c=biws,r=' + res.r + ',p=' + xor( + clientKey, Buffer.from(await hmac(await sha256(clientKey), auth)) + ).toString('base64') + + write( + b().p().str(payload).end() + ) + } + + function SASLFinal(x) { + if (x.toString('utf8', 9).split(b.N, 1)[0].slice(2) === serverSignature) + return + /* c8 ignore next 5 */ + errored(Errors.generic('SASL_SIGNATURE_MISMATCH', 'The server did not return the correct signature')) + socket.destroy() + } + + function Pass() { + return Promise.resolve(typeof options.pass === 'function' + ? options.pass() + : options.pass + ) + } + + function NoData() { + result.statement = query.statement + result.statement.columns = [] + if (query.onlyDescribe) + return (query.resolve(query.statement), write(Sync)) + } + + function BackendKeyData(x) { + backend.pid = x.readUInt32BE(5) + backend.secret = x.readUInt32BE(9) + } + + async function fetchArrayTypes() { + needsTypes = false + const types = await new Query([` + select b.oid, b.typarray + from pg_catalog.pg_type a + left join pg_catalog.pg_type b on b.oid = a.typelem + where a.typcategory = 'A' + group by b.oid, b.typarray + order by b.oid + `], [], execute) + types.forEach(({ oid, typarray }) => addArrayType(oid, typarray)) + } + + function addArrayType(oid, typarray) { + if (!!options.parsers[typarray] && !!options.serializers[typarray]) return + const parser = options.parsers[oid] + options.shared.typeArrayMap[oid] = typarray + options.parsers[typarray] = (xs) => arrayParser(xs, parser, typarray) + options.parsers[typarray].array = true + options.serializers[typarray] = (xs) => arraySerializer(xs, options.serializers[oid], options, typarray) + } + + function tryNext(x, xs) { + return ( + (x === 'read-write' && xs.default_transaction_read_only === 'on') || + (x === 'read-only' && xs.default_transaction_read_only === 'off') || + (x === 'primary' && xs.in_hot_standby === 'on') || + (x === 'standby' && xs.in_hot_standby === 'off') || + (x === 'prefer-standby' && xs.in_hot_standby === 'off' && options.host[retries]) + ) + } + + function fetchState() { + const query = new Query([` + show transaction_read_only; + select pg_catalog.pg_is_in_recovery() + `], [], execute, null, { simple: true }) + query.resolve = ([[a], [b]]) => { + backendParameters.default_transaction_read_only = a.transaction_read_only + backendParameters.in_hot_standby = b.pg_is_in_recovery ? 'on' : 'off' + } + query.execute() + } + + function ErrorResponse(x) { + query && (query.cursorFn || query.describeFirst) && write(Sync) + const error = Errors.postgres(parseError(x)) + query && query.retried + ? errored(query.retried) + : query && query.prepared && retryRoutines.has(error.routine) + ? retry(query, error) + : errored(error) + } + + function retry(q, error) { + delete statements[q.signature] + q.retried = error + execute(q) + } + + function NotificationResponse(x) { + if (!onnotify) + return + + let index = 9 + while (x[index++] !== 0); + onnotify( + x.toString('utf8', 9, index - 1), + x.toString('utf8', index, x.length - 1) + ) + } + + async function PortalSuspended() { + try { + const x = await Promise.resolve(query.cursorFn(result)) + rows = 0 + x === CLOSE + ? write(Close(query.portal)) + : (result = new Result(), write(Execute('', query.cursorRows))) + } catch (err) { + write(Sync) + query.reject(err) + } + } + + function CloseComplete() { + result.count && query.cursorFn(result) + query.resolve(result) + } + + function CopyInResponse() { + stream = new Stream.Writable({ + autoDestroy: true, + write(chunk, encoding, callback) { + socket.write(b().d().raw(chunk).end(), callback) + }, + destroy(error, callback) { + callback(error) + socket.write(b().f().str(error + b.N).end()) + stream = null + }, + final(callback) { + socket.write(b().c().end()) + final = callback + } + }) + query.resolve(stream) + } + + function CopyOutResponse() { + stream = new Stream.Readable({ + read() { socket.resume() } + }) + query.resolve(stream) + } + + /* c8 ignore next 3 */ + function CopyBothResponse() { + stream = new Stream.Duplex({ + autoDestroy: true, + read() { socket.resume() }, + /* c8 ignore next 11 */ + write(chunk, encoding, callback) { + socket.write(b().d().raw(chunk).end(), callback) + }, + destroy(error, callback) { + callback(error) + socket.write(b().f().str(error + b.N).end()) + stream = null + }, + final(callback) { + socket.write(b().c().end()) + final = callback + } + }) + query.resolve(stream) + } + + function CopyData(x) { + stream && (stream.push(x.subarray(5)) || socket.pause()) + } + + function CopyDone() { + stream && stream.push(null) + stream = null + } + + function NoticeResponse(x) { + onnotice + ? onnotice(parseError(x)) + : console.log(parseError(x)) // eslint-disable-line + + } + + /* c8 ignore next 3 */ + function EmptyQueryResponse() { + /* noop */ + } + + /* c8 ignore next 3 */ + function FunctionCallResponse() { + errored(Errors.notSupported('FunctionCallResponse')) + } + + /* c8 ignore next 3 */ + function NegotiateProtocolVersion() { + errored(Errors.notSupported('NegotiateProtocolVersion')) + } + + /* c8 ignore next 3 */ + function UnknownMessage(x) { + console.error('Postgres.js : Unknown Message:', x[0]) // eslint-disable-line + } + + /* c8 ignore next 3 */ + function UnknownAuth(x, type) { + console.error('Postgres.js : Unknown Auth:', type) // eslint-disable-line + } + + /* Messages */ + function Bind(parameters, types, statement = '', portal = '') { + let prev + , type + + b().B().str(portal + b.N).str(statement + b.N).i16(0).i16(parameters.length) + + parameters.forEach((x, i) => { + if (x === null) + return b.i32(0xFFFFFFFF) + + type = types[i] + parameters[i] = x = type in options.serializers + ? options.serializers[type](x) + : '' + x + + prev = b.i + b.inc(4).str(x).i32(b.i - prev - 4, prev) + }) + + b.i16(0) + + return b.end() + } + + function Parse(str, parameters, types, name = '') { + b().P().str(name + b.N).str(str + b.N).i16(parameters.length) + parameters.forEach((x, i) => b.i32(types[i] || 0)) + return b.end() + } + + function Describe(x, name = '') { + return b().D().str(x).str(name + b.N).end() + } + + function Execute(portal = '', rows = 0) { + return Buffer.concat([ + b().E().str(portal + b.N).i32(rows).end(), + Flush + ]) + } + + function Close(portal = '') { + return Buffer.concat([ + b().C().str('P').str(portal + b.N).end(), + b().S().end() + ]) + } + + function StartupMessage() { + return cancelMessage || b().inc(4).i16(3).z(2).str( + Object.entries(Object.assign({ + user, + database, + client_encoding: 'UTF8' + }, + options.connection + )).filter(([, v]) => v).map(([k, v]) => k + b.N + v).join(b.N) + ).z(2).end(0) + } + +} + +function parseError(x) { + const error = {} + let start = 5 + for (let i = 5; i < x.length - 1; i++) { + if (x[i] === 0) { + error[errorFields[x[start]]] = x.toString('utf8', start + 1, i) + start = i + 1 + } + } + return error +} + +function md5(x) { + return crypto.createHash('md5').update(x).digest('hex') +} + +function hmac(key, x) { + return crypto.createHmac('sha256', key).update(x).digest() +} + +function sha256(x) { + return crypto.createHash('sha256').update(x).digest() +} + +function xor(a, b) { + const length = Math.max(a.length, b.length) + const buffer = Buffer.allocUnsafe(length) + for (let i = 0; i < length; i++) + buffer[i] = a[i] ^ b[i] + return buffer +} + +function timer(fn, seconds) { + seconds = typeof seconds === 'function' ? seconds() : seconds + if (!seconds) + return { cancel: noop, start: noop } + + let timer + return { + cancel() { + timer && (clearTimeout(timer), timer = null) + }, + start() { + timer && clearTimeout(timer) + timer = setTimeout(done, seconds * 1000, arguments) + } + } + + function done(args) { + fn.apply(null, args) + timer = null + } +} diff --git a/js/packages/quary-extension/src/web/postgres/errors.js b/js/packages/quary-extension/src/web/postgres/errors.js new file mode 100755 index 00000000..0ff83c42 --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/errors.js @@ -0,0 +1,53 @@ +export class PostgresError extends Error { + constructor(x) { + super(x.message) + this.name = this.constructor.name + Object.assign(this, x) + } +} + +export const Errors = { + connection, + postgres, + generic, + notSupported +} + +function connection(x, options, socket) { + const { host, port } = socket || options + const error = Object.assign( + new Error(('write ' + x + ' ' + (options.path || (host + ':' + port)))), + { + code: x, + errno: x, + address: options.path || host + }, options.path ? {} : { port: port } + ) + Error.captureStackTrace(error, connection) + return error +} + +function postgres(x) { + const error = new PostgresError(x) + Error.captureStackTrace(error, postgres) + return error +} + +function generic(code, message) { + const error = Object.assign(new Error(code + ': ' + message), { code }) + Error.captureStackTrace(error, generic) + return error +} + +/* c8 ignore next 10 */ +function notSupported(x) { + const error = Object.assign( + new Error(x + ' (B) is not supported'), + { + code: 'MESSAGE_NOT_SUPPORTED', + name: x + } + ) + Error.captureStackTrace(error, notSupported) + return error +} diff --git a/js/packages/quary-extension/src/web/postgres/index.js b/js/packages/quary-extension/src/web/postgres/index.js new file mode 100755 index 00000000..0573e2bc --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/index.js @@ -0,0 +1,565 @@ +import os from 'os' +import fs from 'fs' + +import { + mergeUserTypes, + inferType, + Parameter, + Identifier, + Builder, + toPascal, + pascal, + toCamel, + camel, + toKebab, + kebab, + fromPascal, + fromCamel, + fromKebab +} from './types.js' + +import Connection from './connection.js' +import { Query, CLOSE } from './query.js' +import Queue from './queue.js' +import { Errors, PostgresError } from './errors.js' +import Subscribe from './subscribe.js' +import largeObject from './large.js' + +Object.assign(Postgres, { + PostgresError, + toPascal, + pascal, + toCamel, + camel, + toKebab, + kebab, + fromPascal, + fromCamel, + fromKebab, + BigInt: { + to: 20, + from: [20], + parse: x => BigInt(x), // eslint-disable-line + serialize: x => x.toString() + } +}) + +export default Postgres + +function Postgres(a, b) { + const options = parseOptions(a, b) + , subscribe = options.no_subscribe || Subscribe(Postgres, { ...options }) + + let ending = false + + const queries = Queue() + , connecting = Queue() + , reserved = Queue() + , closed = Queue() + , ended = Queue() + , open = Queue() + , busy = Queue() + , full = Queue() + , queues = { connecting, reserved, closed, ended, open, busy, full } + + const connections = [...Array(options.max)].map(() => Connection(options, queues, { onopen, onend, onclose })) + + const sql = Sql(handler) + + Object.assign(sql, { + get parameters() { return options.parameters }, + largeObject: largeObject.bind(null, sql), + subscribe, + CLOSE, + END: CLOSE, + PostgresError, + options, + reserve, + listen, + begin, + close, + end + }) + + return sql + + function Sql(handler) { + handler.debug = options.debug + + Object.entries(options.types).reduce((acc, [name, type]) => { + acc[name] = (x) => new Parameter(x, type.to) + return acc + }, typed) + + Object.assign(sql, { + types: typed, + typed, + unsafe, + notify, + array, + json, + file + }) + + return sql + + function typed(value, type) { + return new Parameter(value, type) + } + + function sql(strings, ...args) { + const query = strings && Array.isArray(strings.raw) + ? new Query(strings, args, handler, cancel) + : typeof strings === 'string' && !args.length + ? new Identifier(options.transform.column.to ? options.transform.column.to(strings) : strings) + : new Builder(strings, args) + return query + } + + function unsafe(string, args = [], options = {}) { + arguments.length === 2 && !Array.isArray(args) && (options = args, args = []) + const query = new Query([string], args, handler, cancel, { + prepare: false, + ...options, + simple: 'simple' in options ? options.simple : args.length === 0 + }) + return query + } + + function file(path, args = [], options = {}) { + arguments.length === 2 && !Array.isArray(args) && (options = args, args = []) + const query = new Query([], args, (query) => { + fs.readFile(path, 'utf8', (err, string) => { + if (err) + return query.reject(err) + + query.strings = [string] + handler(query) + }) + }, cancel, { + ...options, + simple: 'simple' in options ? options.simple : args.length === 0 + }) + return query + } + } + + async function listen(name, fn, onlisten) { + const listener = { fn, onlisten } + + const sql = listen.sql || (listen.sql = Postgres({ + ...options, + max: 1, + idle_timeout: null, + max_lifetime: null, + fetch_types: false, + onclose() { + Object.entries(listen.channels).forEach(([name, { listeners }]) => { + delete listen.channels[name] + Promise.all(listeners.map(l => listen(name, l.fn, l.onlisten).catch(() => { /* noop */ }))) + }) + }, + onnotify(c, x) { + c in listen.channels && listen.channels[c].listeners.forEach(l => l.fn(x)) + } + })) + + const channels = listen.channels || (listen.channels = {}) + , exists = name in channels + + if (exists) { + channels[name].listeners.push(listener) + const result = await channels[name].result + listener.onlisten && listener.onlisten() + return { state: result.state, unlisten } + } + + channels[name] = { result: sql`listen ${ + sql.unsafe('"' + name.replace(/"/g, '""') + '"') + }`, listeners: [listener] } + const result = await channels[name].result + listener.onlisten && listener.onlisten() + return { state: result.state, unlisten } + + async function unlisten() { + if (name in channels === false) + return + + channels[name].listeners = channels[name].listeners.filter(x => x !== listener) + if (channels[name].listeners.length) + return + + delete channels[name] + return sql`unlisten ${ + sql.unsafe('"' + name.replace(/"/g, '""') + '"') + }` + } + } + + async function notify(channel, payload) { + return await sql`select pg_notify(${ channel }, ${ '' + payload })` + } + + async function reserve() { + const queue = Queue() + const c = open.length + ? open.shift() + : await new Promise(r => { + queries.push({ reserve: r }) + closed.length && connect(closed.shift()) + }) + + move(c, reserved) + c.reserved = () => queue.length + ? c.execute(queue.shift()) + : move(c, reserved) + c.reserved.release = true + + const sql = Sql(handler) + sql.release = () => { + c.reserved = null + onopen(c) + } + + return sql + + function handler(q) { + c.queue === full + ? queue.push(q) + : c.execute(q) || move(c, full) + } + } + + async function begin(options, fn) { + !fn && (fn = options, options = '') + const queries = Queue() + let savepoints = 0 + , connection + , prepare = null + + try { + await sql.unsafe('begin ' + options.replace(/[^a-z ]/ig, ''), [], { onexecute }).execute() + return await Promise.race([ + scope(connection, fn), + new Promise((_, reject) => connection.onclose = reject) + ]) + } catch (error) { + throw error + } + + async function scope(c, fn, name) { + const sql = Sql(handler) + sql.savepoint = savepoint + sql.prepare = x => prepare = x.replace(/[^a-z0-9$-_. ]/gi) + let uncaughtError + , result + + name && await sql`savepoint ${ sql(name) }` + try { + result = await new Promise((resolve, reject) => { + const x = fn(sql) + Promise.resolve(Array.isArray(x) ? Promise.all(x) : x).then(resolve, reject) + }) + + if (uncaughtError) + throw uncaughtError + } catch (e) { + await (name + ? sql`rollback to ${ sql(name) }` + : sql`rollback` + ) + throw e instanceof PostgresError && e.code === '25P02' && uncaughtError || e + } + + if (!name) { + prepare + ? await sql`prepare transaction '${ sql.unsafe(prepare) }'` + : await sql`commit` + } + + return result + + function savepoint(name, fn) { + if (name && Array.isArray(name.raw)) + return savepoint(sql => sql.apply(sql, arguments)) + + arguments.length === 1 && (fn = name, name = null) + return scope(c, fn, 's' + savepoints++ + (name ? '_' + name : '')) + } + + function handler(q) { + q.catch(e => uncaughtError || (uncaughtError = e)) + c.queue === full + ? queries.push(q) + : c.execute(q) || move(c, full) + } + } + + function onexecute(c) { + connection = c + move(c, reserved) + c.reserved = () => queries.length + ? c.execute(queries.shift()) + : move(c, reserved) + } + } + + function move(c, queue) { + c.queue.remove(c) + queue.push(c) + c.queue = queue + queue === open + ? c.idleTimer.start() + : c.idleTimer.cancel() + return c + } + + function json(x) { + return new Parameter(x, 3802) + } + + function array(x, type) { + if (!Array.isArray(x)) + return array(Array.from(arguments)) + + return new Parameter(x, type || (x.length ? inferType(x) || 25 : 0), options.shared.typeArrayMap) + } + + function handler(query) { + if (ending) + return query.reject(Errors.connection('CONNECTION_ENDED', options, options)) + + if (open.length) + return go(open.shift(), query) + + if (closed.length) + return connect(closed.shift(), query) + + busy.length + ? go(busy.shift(), query) + : queries.push(query) + } + + function go(c, query) { + return c.execute(query) + ? move(c, busy) + : move(c, full) + } + + function cancel(query) { + return new Promise((resolve, reject) => { + query.state + ? query.active + ? Connection(options).cancel(query.state, resolve, reject) + : query.cancelled = { resolve, reject } + : ( + queries.remove(query), + query.cancelled = true, + query.reject(Errors.generic('57014', 'canceling statement due to user request')), + resolve() + ) + }) + } + + async function end({ timeout = null } = {}) { + if (ending) + return ending + + await 1 + let timer + return ending = Promise.race([ + new Promise(r => timeout !== null && (timer = setTimeout(destroy, timeout * 1000, r))), + Promise.all(connections.map(c => c.end()).concat( + listen.sql ? listen.sql.end({ timeout: 0 }) : [], + subscribe.sql ? subscribe.sql.end({ timeout: 0 }) : [] + )) + ]).then(() => clearTimeout(timer)) + } + + async function close() { + await Promise.all(connections.map(c => c.end())) + } + + async function destroy(resolve) { + await Promise.all(connections.map(c => c.terminate())) + while (queries.length) + queries.shift().reject(Errors.connection('CONNECTION_DESTROYED', options)) + resolve() + } + + function connect(c, query) { + move(c, connecting) + c.connect(query) + return c + } + + function onend(c) { + move(c, ended) + } + + function onopen(c) { + if (queries.length === 0) + return move(c, open) + + let max = Math.ceil(queries.length / (connecting.length + 1)) + , ready = true + + while (ready && queries.length && max-- > 0) { + const query = queries.shift() + if (query.reserve) + return query.reserve(c) + + ready = c.execute(query) + } + + ready + ? move(c, busy) + : move(c, full) + } + + function onclose(c, e) { + move(c, closed) + c.reserved = null + c.onclose && (c.onclose(e), c.onclose = null) + options.onclose && options.onclose(c.id) + queries.length && connect(c, queries.shift()) + } +} + +function parseOptions(a, b) { + if (a && a.shared) + return a + + const env = process.env // eslint-disable-line + , o = (!a || typeof a === 'string' ? b : a) || {} + , { url, multihost } = parseUrl(a) + , query = [...url.searchParams].reduce((a, [b, c]) => (a[b] = c, a), {}) + , host = o.hostname || o.host || multihost || url.hostname || env.PGHOST || 'localhost' + , port = o.port || url.port || env.PGPORT || 5432 + , user = o.user || o.username || url.username || env.PGUSERNAME || env.PGUSER || osUsername() + + o.no_prepare && (o.prepare = false) + query.sslmode && (query.ssl = query.sslmode, delete query.sslmode) + 'timeout' in o && (console.log('The timeout option is deprecated, use idle_timeout instead'), o.idle_timeout = o.timeout) // eslint-disable-line + query.sslrootcert === 'system' && (query.ssl = 'verify-full') + + const ints = ['idle_timeout', 'connect_timeout', 'max_lifetime', 'max_pipeline', 'backoff', 'keep_alive'] + const defaults = { + max : 10, + ssl : false, + idle_timeout : null, + connect_timeout : 30, + max_lifetime : max_lifetime, + max_pipeline : 100, + backoff : backoff, + keep_alive : 60, + prepare : true, + debug : false, + fetch_types : true, + publications : 'alltables', + target_session_attrs: null + } + + return { + host : Array.isArray(host) ? host : host.split(',').map(x => x.split(':')[0]), + port : Array.isArray(port) ? port : host.split(',').map(x => parseInt(x.split(':')[1] || port)), + path : o.path || host.indexOf('/') > -1 && host + '/.s.PGSQL.' + port, + database : o.database || o.db || (url.pathname || '').slice(1) || env.PGDATABASE || user, + user : user, + pass : o.pass || o.password || url.password || env.PGPASSWORD || '', + ...Object.entries(defaults).reduce( + (acc, [k, d]) => { + const value = k in o ? o[k] : k in query + ? (query[k] === 'disable' || query[k] === 'false' ? false : query[k]) + : env['PG' + k.toUpperCase()] || d + acc[k] = typeof value === 'string' && ints.includes(k) + ? +value + : value + return acc + }, + {} + ), + connection : { + application_name: 'postgres.js', + ...o.connection, + ...Object.entries(query).reduce((acc, [k, v]) => (k in defaults || (acc[k] = v), acc), {}) + }, + types : o.types || {}, + target_session_attrs: tsa(o, url, env), + onnotice : o.onnotice, + onnotify : o.onnotify, + onclose : o.onclose, + onparameter : o.onparameter, + socket : o.socket, + transform : parseTransform(o.transform || { undefined: undefined }), + parameters : {}, + shared : { retries: 0, typeArrayMap: {} }, + ...mergeUserTypes(o.types) + } +} + +function tsa(o, url, env) { + const x = o.target_session_attrs || url.searchParams.get('target_session_attrs') || env.PGTARGETSESSIONATTRS + if (!x || ['read-write', 'read-only', 'primary', 'standby', 'prefer-standby'].includes(x)) + return x + + throw new Error('target_session_attrs ' + x + ' is not supported') +} + +function backoff(retries) { + return (0.5 + Math.random() / 2) * Math.min(3 ** retries / 100, 20) +} + +function max_lifetime() { + return 60 * (30 + Math.random() * 30) +} + +function parseTransform(x) { + return { + undefined: x.undefined, + column: { + from: typeof x.column === 'function' ? x.column : x.column && x.column.from, + to: x.column && x.column.to + }, + value: { + from: typeof x.value === 'function' ? x.value : x.value && x.value.from, + to: x.value && x.value.to + }, + row: { + from: typeof x.row === 'function' ? x.row : x.row && x.row.from, + to: x.row && x.row.to + } + } +} + +function parseUrl(url) { + if (!url || typeof url !== 'string') + return { url: { searchParams: new Map() } } + + let host = url + host = host.slice(host.indexOf('://') + 3).split(/[?/]/)[0] + host = decodeURIComponent(host.slice(host.indexOf('@') + 1)) + + const urlObj = new URL(url.replace(host, host.split(',')[0])) + + return { + url: { + username: decodeURIComponent(urlObj.username), + password: decodeURIComponent(urlObj.password), + host: urlObj.host, + hostname: urlObj.hostname, + port: urlObj.port, + pathname: urlObj.pathname, + searchParams: urlObj.searchParams + }, + multihost: host.indexOf(',') > -1 && host + } +} + +function osUsername() { + try { + return os.userInfo().username // eslint-disable-line + } catch (_) { + return process.env.USERNAME || process.env.USER || process.env.LOGNAME // eslint-disable-line + } +} diff --git a/js/packages/quary-extension/src/web/postgres/large.js b/js/packages/quary-extension/src/web/postgres/large.js new file mode 100755 index 00000000..f4632967 --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/large.js @@ -0,0 +1,70 @@ +import Stream from 'stream' + +export default function largeObject(sql, oid, mode = 0x00020000 | 0x00040000) { + return new Promise(async(resolve, reject) => { + await sql.begin(async sql => { + let finish + !oid && ([{ oid }] = await sql`select lo_creat(-1) as oid`) + const [{ fd }] = await sql`select lo_open(${ oid }, ${ mode }) as fd` + + const lo = { + writable, + readable, + close : () => sql`select lo_close(${ fd })`.then(finish), + tell : () => sql`select lo_tell64(${ fd })`, + read : (x) => sql`select loread(${ fd }, ${ x }) as data`, + write : (x) => sql`select lowrite(${ fd }, ${ x })`, + truncate : (x) => sql`select lo_truncate64(${ fd }, ${ x })`, + seek : (x, whence = 0) => sql`select lo_lseek64(${ fd }, ${ x }, ${ whence })`, + size : () => sql` + select + lo_lseek64(${ fd }, location, 0) as position, + seek.size + from ( + select + lo_lseek64($1, 0, 2) as size, + tell.location + from (select lo_tell64($1) as location) tell + ) seek + ` + } + + resolve(lo) + + return new Promise(async r => finish = r) + + async function readable({ + highWaterMark = 2048 * 8, + start = 0, + end = Infinity + } = {}) { + let max = end - start + start && await lo.seek(start) + return new Stream.Readable({ + highWaterMark, + async read(size) { + const l = size > max ? size - max : size + max -= size + const [{ data }] = await lo.read(l) + this.push(data) + if (data.length < size) + this.push(null) + } + }) + } + + async function writable({ + highWaterMark = 2048 * 8, + start = 0 + } = {}) { + start && await lo.seek(start) + return new Stream.Writable({ + highWaterMark, + write(chunk, encoding, callback) { + lo.write(chunk).then(() => callback(), callback) + } + }) + } + }).catch(reject) + }) +} diff --git a/js/packages/quary-extension/src/web/postgres/query.js b/js/packages/quary-extension/src/web/postgres/query.js new file mode 100755 index 00000000..0d44a15c --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/query.js @@ -0,0 +1,173 @@ +const originCache = new Map() + , originStackCache = new Map() + , originError = Symbol('OriginError') + +export const CLOSE = {} +export class Query extends Promise { + constructor(strings, args, handler, canceller, options = {}) { + let resolve + , reject + + super((a, b) => { + resolve = a + reject = b + }) + + this.tagged = Array.isArray(strings.raw) + this.strings = strings + this.args = args + this.handler = handler + this.canceller = canceller + this.options = options + + this.state = null + this.statement = null + + this.resolve = x => (this.active = false, resolve(x)) + this.reject = x => (this.active = false, reject(x)) + + this.active = false + this.cancelled = null + this.executed = false + this.signature = '' + + this[originError] = this.handler.debug + ? new Error() + : this.tagged && cachedError(this.strings) + } + + get origin() { + return (this.handler.debug + ? this[originError].stack + : this.tagged && originStackCache.has(this.strings) + ? originStackCache.get(this.strings) + : originStackCache.set(this.strings, this[originError].stack).get(this.strings) + ) || '' + } + + static get [Symbol.species]() { + return Promise + } + + cancel() { + return this.canceller && (this.canceller(this), this.canceller = null) + } + + simple() { + this.options.simple = true + this.options.prepare = false + return this + } + + async readable() { + this.simple() + this.streaming = true + return this + } + + async writable() { + this.simple() + this.streaming = true + return this + } + + cursor(rows = 1, fn) { + this.options.simple = false + if (typeof rows === 'function') { + fn = rows + rows = 1 + } + + this.cursorRows = rows + + if (typeof fn === 'function') + return (this.cursorFn = fn, this) + + let prev + return { + [Symbol.asyncIterator]: () => ({ + next: () => { + if (this.executed && !this.active) + return { done: true } + + prev && prev() + const promise = new Promise((resolve, reject) => { + this.cursorFn = value => { + resolve({ value, done: false }) + return new Promise(r => prev = r) + } + this.resolve = () => (this.active = false, resolve({ done: true })) + this.reject = x => (this.active = false, reject(x)) + }) + this.execute() + return promise + }, + return() { + prev && prev(CLOSE) + return { done: true } + } + }) + } + } + + describe() { + this.options.simple = false + this.onlyDescribe = this.options.prepare = true + return this + } + + stream() { + throw new Error('.stream has been renamed to .forEach') + } + + forEach(fn) { + this.forEachFn = fn + this.handle() + return this + } + + raw() { + this.isRaw = true + return this + } + + values() { + this.isRaw = 'values' + return this + } + + async handle() { + !this.executed && (this.executed = true) && await 1 && this.handler(this) + } + + execute() { + this.handle() + return this + } + + then() { + this.handle() + return super.then.apply(this, arguments) + } + + catch() { + this.handle() + return super.catch.apply(this, arguments) + } + + finally() { + this.handle() + return super.finally.apply(this, arguments) + } +} + +function cachedError(xs) { + if (originCache.has(xs)) + return originCache.get(xs) + + const x = Error.stackTraceLimit + Error.stackTraceLimit = 4 + originCache.set(xs, new Error()) + Error.stackTraceLimit = x + return originCache.get(xs) +} diff --git a/js/packages/quary-extension/src/web/postgres/queue.js b/js/packages/quary-extension/src/web/postgres/queue.js new file mode 100755 index 00000000..c4ef9716 --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/queue.js @@ -0,0 +1,31 @@ +export default Queue + +function Queue(initial = []) { + let xs = initial.slice() + let index = 0 + + return { + get length() { + return xs.length - index + }, + remove: (x) => { + const index = xs.indexOf(x) + return index === -1 + ? null + : (xs.splice(index, 1), x) + }, + push: (x) => (xs.push(x), x), + shift: () => { + const out = xs[index++] + + if (index === xs.length) { + index = 0 + xs = [] + } else { + xs[index - 1] = undefined + } + + return out + } + } +} diff --git a/js/packages/quary-extension/src/web/postgres/result.js b/js/packages/quary-extension/src/web/postgres/result.js new file mode 100755 index 00000000..31014284 --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/result.js @@ -0,0 +1,16 @@ +export default class Result extends Array { + constructor() { + super() + Object.defineProperties(this, { + count: { value: null, writable: true }, + state: { value: null, writable: true }, + command: { value: null, writable: true }, + columns: { value: null, writable: true }, + statement: { value: null, writable: true } + }) + } + + static get [Symbol.species]() { + return Array + } +} diff --git a/js/packages/quary-extension/src/web/postgres/subscribe.js b/js/packages/quary-extension/src/web/postgres/subscribe.js new file mode 100755 index 00000000..4f8934cc --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/subscribe.js @@ -0,0 +1,277 @@ +const noop = () => { /* noop */ } + +export default function Subscribe(postgres, options) { + const subscribers = new Map() + , slot = 'postgresjs_' + Math.random().toString(36).slice(2) + , state = {} + + let connection + , stream + , ended = false + + const sql = subscribe.sql = postgres({ + ...options, + transform: { column: {}, value: {}, row: {} }, + max: 1, + fetch_types: false, + idle_timeout: null, + max_lifetime: null, + connection: { + ...options.connection, + replication: 'database' + }, + onclose: async function() { + if (ended) + return + stream = null + state.pid = state.secret = undefined + connected(await init(sql, slot, options.publications)) + subscribers.forEach(event => event.forEach(({ onsubscribe }) => onsubscribe())) + }, + no_subscribe: true + }) + + const end = sql.end + , close = sql.close + + sql.end = async() => { + ended = true + stream && (await new Promise(r => (stream.once('close', r), stream.end()))) + return end() + } + + sql.close = async() => { + stream && (await new Promise(r => (stream.once('close', r), stream.end()))) + return close() + } + + return subscribe + + async function subscribe(event, fn, onsubscribe = noop, onerror = noop) { + event = parseEvent(event) + + if (!connection) + connection = init(sql, slot, options.publications) + + const subscriber = { fn, onsubscribe } + const fns = subscribers.has(event) + ? subscribers.get(event).add(subscriber) + : subscribers.set(event, new Set([subscriber])).get(event) + + const unsubscribe = () => { + fns.delete(subscriber) + fns.size === 0 && subscribers.delete(event) + } + + return connection.then(x => { + connected(x) + onsubscribe() + stream && stream.on('error', onerror) + return { unsubscribe, state, sql } + }) + } + + function connected(x) { + stream = x.stream + state.pid = x.state.pid + state.secret = x.state.secret + } + + async function init(sql, slot, publications) { + if (!publications) + throw new Error('Missing publication names') + + const xs = await sql.unsafe( + `CREATE_REPLICATION_SLOT ${ slot } TEMPORARY LOGICAL pgoutput NOEXPORT_SNAPSHOT` + ) + + const [x] = xs + + const stream = await sql.unsafe( + `START_REPLICATION SLOT ${ slot } LOGICAL ${ + x.consistent_point + } (proto_version '1', publication_names '${ publications }')` + ).writable() + + const state = { + lsn: Buffer.concat(x.consistent_point.split('/').map(x => Buffer.from(('00000000' + x).slice(-8), 'hex'))) + } + + stream.on('data', data) + stream.on('error', error) + stream.on('close', sql.close) + + return { stream, state: xs.state } + + function error(e) { + console.error('Unexpected error during logical streaming - reconnecting', e) // eslint-disable-line + } + + function data(x) { + if (x[0] === 0x77) { + parse(x.subarray(25), state, sql.options.parsers, handle, options.transform) + } else if (x[0] === 0x6b && x[17]) { + state.lsn = x.subarray(1, 9) + pong() + } + } + + function handle(a, b) { + const path = b.relation.schema + '.' + b.relation.table + call('*', a, b) + call('*:' + path, a, b) + b.relation.keys.length && call('*:' + path + '=' + b.relation.keys.map(x => a[x.name]), a, b) + call(b.command, a, b) + call(b.command + ':' + path, a, b) + b.relation.keys.length && call(b.command + ':' + path + '=' + b.relation.keys.map(x => a[x.name]), a, b) + } + + function pong() { + const x = Buffer.alloc(34) + x[0] = 'r'.charCodeAt(0) + x.fill(state.lsn, 1) + x.writeBigInt64BE(BigInt(Date.now() - Date.UTC(2000, 0, 1)) * BigInt(1000), 25) + stream.write(x) + } + } + + function call(x, a, b) { + subscribers.has(x) && subscribers.get(x).forEach(({ fn }) => fn(a, b, x)) + } +} + +function Time(x) { + return new Date(Date.UTC(2000, 0, 1) + Number(x / BigInt(1000))) +} + +function parse(x, state, parsers, handle, transform) { + const char = (acc, [k, v]) => (acc[k.charCodeAt(0)] = v, acc) + + Object.entries({ + R: x => { // Relation + let i = 1 + const r = state[x.readUInt32BE(i)] = { + schema: x.toString('utf8', i += 4, i = x.indexOf(0, i)) || 'pg_catalog', + table: x.toString('utf8', i + 1, i = x.indexOf(0, i + 1)), + columns: Array(x.readUInt16BE(i += 2)), + keys: [] + } + i += 2 + + let columnIndex = 0 + , column + + while (i < x.length) { + column = r.columns[columnIndex++] = { + key: x[i++], + name: transform.column.from + ? transform.column.from(x.toString('utf8', i, i = x.indexOf(0, i))) + : x.toString('utf8', i, i = x.indexOf(0, i)), + type: x.readUInt32BE(i += 1), + parser: parsers[x.readUInt32BE(i)], + atttypmod: x.readUInt32BE(i += 4) + } + + column.key && r.keys.push(column) + i += 4 + } + }, + Y: () => { /* noop */ }, // Type + O: () => { /* noop */ }, // Origin + B: x => { // Begin + state.date = Time(x.readBigInt64BE(9)) + state.lsn = x.subarray(1, 9) + }, + I: x => { // Insert + let i = 1 + const relation = state[x.readUInt32BE(i)] + const { row } = tuples(x, relation.columns, i += 7, transform) + + handle(row, { + command: 'insert', + relation + }) + }, + D: x => { // Delete + let i = 1 + const relation = state[x.readUInt32BE(i)] + i += 4 + const key = x[i] === 75 + handle(key || x[i] === 79 + ? tuples(x, relation.columns, i += 3, transform).row + : null + , { + command: 'delete', + relation, + key + }) + }, + U: x => { // Update + let i = 1 + const relation = state[x.readUInt32BE(i)] + i += 4 + const key = x[i] === 75 + const xs = key || x[i] === 79 + ? tuples(x, relation.columns, i += 3, transform) + : null + + xs && (i = xs.i) + + const { row } = tuples(x, relation.columns, i + 3, transform) + + handle(row, { + command: 'update', + relation, + key, + old: xs && xs.row + }) + }, + T: () => { /* noop */ }, // Truncate, + C: () => { /* noop */ } // Commit + }).reduce(char, {})[x[0]](x) +} + +function tuples(x, columns, xi, transform) { + let type + , column + , value + + const row = transform.raw ? new Array(columns.length) : {} + for (let i = 0; i < columns.length; i++) { + type = x[xi++] + column = columns[i] + value = type === 110 // n + ? null + : type === 117 // u + ? undefined + : column.parser === undefined + ? x.toString('utf8', xi + 4, xi += 4 + x.readUInt32BE(xi)) + : column.parser.array === true + ? column.parser(x.toString('utf8', xi + 5, xi += 4 + x.readUInt32BE(xi))) + : column.parser(x.toString('utf8', xi + 4, xi += 4 + x.readUInt32BE(xi))) + + transform.raw + ? (row[i] = transform.raw === true + ? value + : transform.value.from ? transform.value.from(value, column) : value) + : (row[column.name] = transform.value.from + ? transform.value.from(value, column) + : value + ) + } + + return { i: xi, row: transform.row.from ? transform.row.from(row) : row } +} + +function parseEvent(x) { + const xs = x.match(/^(\*|insert|update|delete)?:?([^.]+?\.?[^=]+)?=?(.+)?/i) || [] + + if (!xs) + throw new Error('Malformed subscribe pattern: ' + x) + + const [, command, path, key] = xs + + return (command || '*') + + (path ? ':' + (path.indexOf('.') === -1 ? 'public.' + path : path) : '') + + (key ? '=' + key : '') +} diff --git a/js/packages/quary-extension/src/web/postgres/types.js b/js/packages/quary-extension/src/web/postgres/types.js new file mode 100755 index 00000000..7c7c2b93 --- /dev/null +++ b/js/packages/quary-extension/src/web/postgres/types.js @@ -0,0 +1,367 @@ +import { Query } from './query.js' +import { Errors } from './errors.js' + +export const types = { + string: { + to: 25, + from: null, // defaults to string + serialize: x => '' + x + }, + number: { + to: 0, + from: [21, 23, 26, 700, 701], + serialize: x => '' + x, + parse: x => +x + }, + json: { + to: 114, + from: [114, 3802], + serialize: x => JSON.stringify(x), + parse: x => JSON.parse(x) + }, + boolean: { + to: 16, + from: 16, + serialize: x => x === true ? 't' : 'f', + parse: x => x === 't' + }, + date: { + to: 1184, + from: [1082, 1114, 1184], + serialize: x => (x instanceof Date ? x : new Date(x)).toISOString(), + parse: x => new Date(x) + }, + bytea: { + to: 17, + from: 17, + serialize: x => '\\x' + Buffer.from(x).toString('hex'), + parse: x => Buffer.from(x.slice(2), 'hex') + } +} + +class NotTagged { then() { notTagged() } catch() { notTagged() } finally() { notTagged() }} + +export class Identifier extends NotTagged { + constructor(value) { + super() + this.value = escapeIdentifier(value) + } +} + +export class Parameter extends NotTagged { + constructor(value, type, array) { + super() + this.value = value + this.type = type + this.array = array + } +} + +export class Builder extends NotTagged { + constructor(first, rest) { + super() + this.first = first + this.rest = rest + } + + build(before, parameters, types, options) { + const keyword = builders.map(([x, fn]) => ({ fn, i: before.search(x) })).sort((a, b) => a.i - b.i).pop() + return keyword.i === -1 + ? escapeIdentifiers(this.first, options) + : keyword.fn(this.first, this.rest, parameters, types, options) + } +} + +export function handleValue(x, parameters, types, options) { + let value = x instanceof Parameter ? x.value : x + if (value === undefined) { + x instanceof Parameter + ? x.value = options.transform.undefined + : value = x = options.transform.undefined + + if (value === undefined) + throw Errors.generic('UNDEFINED_VALUE', 'Undefined values are not allowed') + } + + return '$' + (types.push( + x instanceof Parameter + ? (parameters.push(x.value), x.array + ? x.array[x.type || inferType(x.value)] || x.type || firstIsString(x.value) + : x.type + ) + : (parameters.push(x), inferType(x)) + )) +} + +const defaultHandlers = typeHandlers(types) + +export function stringify(q, string, value, parameters, types, options) { // eslint-disable-line + for (let i = 1; i < q.strings.length; i++) { + string += (stringifyValue(string, value, parameters, types, options)) + q.strings[i] + value = q.args[i] + } + + return string +} + +function stringifyValue(string, value, parameters, types, o) { + return ( + value instanceof Builder ? value.build(string, parameters, types, o) : + value instanceof Query ? fragment(value, parameters, types, o) : + value instanceof Identifier ? value.value : + value && value[0] instanceof Query ? value.reduce((acc, x) => acc + ' ' + fragment(x, parameters, types, o), '') : + handleValue(value, parameters, types, o) + ) +} + +function fragment(q, parameters, types, options) { + q.fragment = true + return stringify(q, q.strings[0], q.args[0], parameters, types, options) +} + +function valuesBuilder(first, parameters, types, columns, options) { + return first.map(row => + '(' + columns.map(column => + stringifyValue('values', row[column], parameters, types, options) + ).join(',') + ')' + ).join(',') +} + +function values(first, rest, parameters, types, options) { + const multi = Array.isArray(first[0]) + const columns = rest.length ? rest.flat() : Object.keys(multi ? first[0] : first) + return valuesBuilder(multi ? first : [first], parameters, types, columns, options) +} + +function select(first, rest, parameters, types, options) { + typeof first === 'string' && (first = [first].concat(rest)) + if (Array.isArray(first)) + return escapeIdentifiers(first, options) + + let value + const columns = rest.length ? rest.flat() : Object.keys(first) + return columns.map(x => { + value = first[x] + return ( + value instanceof Query ? fragment(value, parameters, types, options) : + value instanceof Identifier ? value.value : + handleValue(value, parameters, types, options) + ) + ' as ' + escapeIdentifier(options.transform.column.to ? options.transform.column.to(x) : x) + }).join(',') +} + +const builders = Object.entries({ + values, + in: (...xs) => { + const x = values(...xs) + return x === '()' ? '(null)' : x + }, + select, + as: select, + returning: select, + '\\(': select, + + update(first, rest, parameters, types, options) { + return (rest.length ? rest.flat() : Object.keys(first)).map(x => + escapeIdentifier(options.transform.column.to ? options.transform.column.to(x) : x) + + '=' + stringifyValue('values', first[x], parameters, types, options) + ) + }, + + insert(first, rest, parameters, types, options) { + const columns = rest.length ? rest.flat() : Object.keys(Array.isArray(first) ? first[0] : first) + return '(' + escapeIdentifiers(columns, options) + ')values' + + valuesBuilder(Array.isArray(first) ? first : [first], parameters, types, columns, options) + } +}).map(([x, fn]) => ([new RegExp('((?:^|[\\s(])' + x + '(?:$|[\\s(]))(?![\\s\\S]*\\1)', 'i'), fn])) + +function notTagged() { + throw Errors.generic('NOT_TAGGED_CALL', 'Query not called as a tagged template literal') +} + +export const serializers = defaultHandlers.serializers +export const parsers = defaultHandlers.parsers + +export const END = {} + +function firstIsString(x) { + if (Array.isArray(x)) + return firstIsString(x[0]) + return typeof x === 'string' ? 1009 : 0 +} + +export const mergeUserTypes = function(types) { + const user = typeHandlers(types || {}) + return { + serializers: Object.assign({}, serializers, user.serializers), + parsers: Object.assign({}, parsers, user.parsers) + } +} + +function typeHandlers(types) { + return Object.keys(types).reduce((acc, k) => { + types[k].from && [].concat(types[k].from).forEach(x => acc.parsers[x] = types[k].parse) + if (types[k].serialize) { + acc.serializers[types[k].to] = types[k].serialize + types[k].from && [].concat(types[k].from).forEach(x => acc.serializers[x] = types[k].serialize) + } + return acc + }, { parsers: {}, serializers: {} }) +} + +function escapeIdentifiers(xs, { transform: { column } }) { + return xs.map(x => escapeIdentifier(column.to ? column.to(x) : x)).join(',') +} + +export const escapeIdentifier = function escape(str) { + return '"' + str.replace(/"/g, '""').replace(/\./g, '"."') + '"' +} + +export const inferType = function inferType(x) { + return ( + x instanceof Parameter ? x.type : + x instanceof Date ? 1184 : + x instanceof Uint8Array ? 17 : + (x === true || x === false) ? 16 : + typeof x === 'bigint' ? 20 : + Array.isArray(x) ? inferType(x[0]) : + 0 + ) +} + +const escapeBackslash = /\\/g +const escapeQuote = /"/g + +function arrayEscape(x) { + return x + .replace(escapeBackslash, '\\\\') + .replace(escapeQuote, '\\"') +} + +export const arraySerializer = function arraySerializer(xs, serializer, options, typarray) { + if (Array.isArray(xs) === false) + return xs + + if (!xs.length) + return '{}' + + const first = xs[0] + // Only _box (1020) has the ';' delimiter for arrays, all other types use the ',' delimiter + const delimiter = typarray === 1020 ? ';' : ',' + + if (Array.isArray(first) && !first.type) + return '{' + xs.map(x => arraySerializer(x, serializer, options, typarray)).join(delimiter) + '}' + + return '{' + xs.map(x => { + if (x === undefined) { + x = options.transform.undefined + if (x === undefined) + throw Errors.generic('UNDEFINED_VALUE', 'Undefined values are not allowed') + } + + return x === null + ? 'null' + : '"' + arrayEscape(serializer ? serializer(x.type ? x.value : x) : '' + x) + '"' + }).join(delimiter) + '}' +} + +const arrayParserState = { + i: 0, + char: null, + str: '', + quoted: false, + last: 0 +} + +export const arrayParser = function arrayParser(x, parser, typarray) { + arrayParserState.i = arrayParserState.last = 0 + return arrayParserLoop(arrayParserState, x, parser, typarray) +} + +function arrayParserLoop(s, x, parser, typarray) { + const xs = [] + // Only _box (1020) has the ';' delimiter for arrays, all other types use the ',' delimiter + const delimiter = typarray === 1020 ? ';' : ',' + for (; s.i < x.length; s.i++) { + s.char = x[s.i] + if (s.quoted) { + if (s.char === '\\') { + s.str += x[++s.i] + } else if (s.char === '"') { + xs.push(parser ? parser(s.str) : s.str) + s.str = '' + s.quoted = x[s.i + 1] === '"' + s.last = s.i + 2 + } else { + s.str += s.char + } + } else if (s.char === '"') { + s.quoted = true + } else if (s.char === '{') { + s.last = ++s.i + xs.push(arrayParserLoop(s, x, parser, typarray)) + } else if (s.char === '}') { + s.quoted = false + s.last < s.i && xs.push(parser ? parser(x.slice(s.last, s.i)) : x.slice(s.last, s.i)) + s.last = s.i + 1 + break + } else if (s.char === delimiter && s.p !== '}' && s.p !== '"') { + xs.push(parser ? parser(x.slice(s.last, s.i)) : x.slice(s.last, s.i)) + s.last = s.i + 1 + } + s.p = s.char + } + s.last < s.i && xs.push(parser ? parser(x.slice(s.last, s.i + 1)) : x.slice(s.last, s.i + 1)) + return xs +} + +export const toCamel = x => { + let str = x[0] + for (let i = 1; i < x.length; i++) + str += x[i] === '_' ? x[++i].toUpperCase() : x[i] + return str +} + +export const toPascal = x => { + let str = x[0].toUpperCase() + for (let i = 1; i < x.length; i++) + str += x[i] === '_' ? x[++i].toUpperCase() : x[i] + return str +} + +export const toKebab = x => x.replace(/_/g, '-') + +export const fromCamel = x => x.replace(/([A-Z])/g, '_$1').toLowerCase() +export const fromPascal = x => (x.slice(0, 1) + x.slice(1).replace(/([A-Z])/g, '_$1')).toLowerCase() +export const fromKebab = x => x.replace(/-/g, '_') + +function createJsonTransform(fn) { + return function jsonTransform(x, column) { + return typeof x === 'object' && x !== null && (column.type === 114 || column.type === 3802) + ? Array.isArray(x) + ? x.map(x => jsonTransform(x, column)) + : Object.entries(x).reduce((acc, [k, v]) => Object.assign(acc, { [fn(k)]: jsonTransform(v, column) }), {}) + : x + } +} + +toCamel.column = { from: toCamel } +toCamel.value = { from: createJsonTransform(toCamel) } +fromCamel.column = { to: fromCamel } + +export const camel = { ...toCamel } +camel.column.to = fromCamel + +toPascal.column = { from: toPascal } +toPascal.value = { from: createJsonTransform(toPascal) } +fromPascal.column = { to: fromPascal } + +export const pascal = { ...toPascal } +pascal.column.to = fromPascal + +toKebab.column = { from: toKebab } +toKebab.value = { from: createJsonTransform(toKebab) } +fromKebab.column = { to: fromKebab } + +export const kebab = { ...toKebab } +kebab.column.to = fromKebab diff --git a/js/packages/quary-extension/src/web/servicesDatabasePostgres.ts b/js/packages/quary-extension/src/web/servicesDatabasePostgres.ts new file mode 100644 index 00000000..ef68b8b3 --- /dev/null +++ b/js/packages/quary-extension/src/web/servicesDatabasePostgres.ts @@ -0,0 +1,36 @@ +import { Ok } from '@shared/result' +import postgres from './postgres/index' +import { ServicesDatabase } from './servicesDatabase' + +const DefaultDatabaseDependentSettings = { + runQueriesByDefault: false, + lookForCacheViews: false, +} + +// @ts-ignore +export class ServicesDatabasePostgres implements ServicesDatabase { + readonly db: any + + // @ts-ignore + async runStatement(statement: string): Promise> { + const results = this.db` + ${statement} + ` + console.log(results) + throw new Error('Not implemented') + } + + constructor() { + this.db = postgres({ + port: 5432, + host: 'localhost', + database: 'postgres', + username: 'postgres', + password: 'mysecretpassword', + }, undefined) + } + + async listTables() { + return Ok([]) + } +} diff --git a/js/packages/quary-extension/tsconfig.json b/js/packages/quary-extension/tsconfig.json index 72504744..3e26f62f 100644 --- a/js/packages/quary-extension/tsconfig.json +++ b/js/packages/quary-extension/tsconfig.json @@ -9,6 +9,7 @@ "noImplicitReturns": true, "noFallthroughCasesInSwitch": true, "noUnusedParameters": true, + "allowJs": true, "paths": { "@shared/*": ["../quary-extension-bus/src/*"], "@quary/proto/*": ["../proto/src/generated/*"] diff --git a/js/packages/quary-extension/webpack.web.config.js b/js/packages/quary-extension/webpack.web.config.js index ccab442a..0b005a9a 100644 --- a/js/packages/quary-extension/webpack.web.config.js +++ b/js/packages/quary-extension/webpack.web.config.js @@ -47,10 +47,15 @@ module.exports = ( stream: require.resolve('stream-browserify'), path: false, fs: false, + os: false, + tls: false, crypto: require.resolve('crypto-browserify'), request: false, - buffer: require.resolve('buffer'), - vm: require.resolve('vm-browserify'), + buffer: false, + vm: false, + net: false, + http: false, + "timers": false, }, }, module: { @@ -80,6 +85,10 @@ module.exports = ( }, plugins: [ + new webpack.NormalModuleReplacementPlugin( + /^net$/, + 'net-browserify' + ), new webpack.optimize.LimitChunkCountPlugin({ maxChunks: 1, // disable chunks by default since web extensions must be a single bundle }), @@ -94,7 +103,7 @@ module.exports = ( __PACKAGE_VERSION__: JSON.stringify(packageJson.version), }), ], - externals: { + externals: { vscode: 'commonjs vscode', // ignored because it doesn't exist }, performance: { diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 233b7e63..eb5ddd66 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -85,9 +85,18 @@ importers: lodash: specifier: ^4.17.21 version: 4.17.21 + net-browserify: + specifier: ^0.2.4 + version: 0.2.4 + node-polyfill-webpack-plugin: + specifier: ^4.0.0 + version: 4.0.0(webpack@5.91.0(webpack-cli@5.1.4)) papaparse: specifier: ^5.4.1 version: 5.4.1 + postgres: + specifier: ^3.4.4 + version: 3.4.4 quary-extension-ui: specifier: workspace:* version: link:../quary-extension-ui @@ -100,12 +109,24 @@ importers: stream-browserify: specifier: ^3.0.0 version: 3.0.0 + stream-http: + specifier: ^3.2.0 + version: 3.2.0 + timers-browserify: + specifier: ^2.0.12 + version: 2.0.12 + tls-browserify: + specifier: ^0.2.2 + version: 0.2.2 url-loader: specifier: ^4.1.1 version: 4.1.1(file-loader@6.2.0(webpack@5.91.0(webpack-cli@5.1.4)))(webpack@5.91.0(webpack-cli@5.1.4)) vm-browserify: specifier: ^1.1.2 version: 1.1.2 + webpack-node-externals: + specifier: ^3.0.0 + version: 3.0.0 zod: specifier: ^3.23.8 version: 3.23.8 @@ -3123,6 +3144,10 @@ packages: resolution: {integrity: sha512-E+iruNOY8VV9s4JEbe1aNEm6MiszPRr/UfcHMz0TQh1BXSxHK+ASV1R6W4HpjBhSeS+54PIsAMCBmwD06LLsqQ==} hasBin: true + abort-controller@3.0.0: + resolution: {integrity: sha512-h8lQ8tacZYnR3vNQTgibj+tODHI5/+l06Au2Pcriv/Gmet0eaj4TwWH41sO9wnHDiQsEj19q0drzdWdeAHtweg==} + engines: {node: '>=6.5'} + accepts@1.3.8: resolution: {integrity: sha512-PYAthTa2m2VKxuvSD3DPC/Gy+U+sOA1LAuT8mkmRuvw+NACSaeXEQ+NHcVF7rONl6qcaxV3Uuemwawk+7+SJLw==} engines: {node: '>= 0.6'} @@ -3488,6 +3513,9 @@ packages: browserify-zlib@0.1.4: resolution: {integrity: sha512-19OEpq7vWgsH6WkvkBJQDFvJS1uPcbFOQ4v9CU839dO+ZZXUZO6XpE6hNCqvlIIj+4fZvRiJ6DsAQ382GwiyTQ==} + browserify-zlib@0.2.0: + resolution: {integrity: sha512-Z942RysHXmJrhqk88FmKBVq/v5tqmSkDz7p54G/MGyjMnCFFnC79XWNbg+Vta8W6Wb2qtSZTSxIGkJrRpCFEiA==} + browserslist@4.23.0: resolution: {integrity: sha512-QW8HiM1shhT2GuzkvklfjcKDiWFXHOeFCIA/huJPwHsslwcydgk7X+z2zXpEijP98UCY7HbubZt5J2Zgvf0CaQ==} engines: {node: ^6 || ^7 || ^8 || ^9 || ^10 || ^11 || ^12 || >=13.7} @@ -3518,6 +3546,9 @@ packages: buffer@6.0.3: resolution: {integrity: sha512-FTiCpNxtwiZZHEZbcbTIcZjERVICn9yq/pDFkTl95/AxzD1naBctN7YO68riM/gLSDY7sdrMby8hofADYuuqOA==} + builtin-status-codes@3.0.0: + resolution: {integrity: sha512-HpGFw18DgFWlncDfjTa2rcQ4W88O1mC8e8yZ2AvQY5KDaktSTwo+KRf6nHK6FRI5FyRyb/5T6+TSxfP7QyGsmQ==} + bytes@3.0.0: resolution: {integrity: sha512-pMhOfFDPiv9t5jjIXkHosWmkSyQbvsgEVNkz0ERHbuLh2T/7j4Mqqpz523Fe8MVY89KC6Sh/QfS2sM+SjgFDcw==} engines: {node: '>= 0.8'} @@ -3732,6 +3763,10 @@ packages: resolution: {integrity: sha512-y4Mg2tXshplEbSGzx7amzPwKKOCGuoSRP/CjEdwwk0FOGlUbq6lKuoyDZTNZkmxHdJtp54hdfY/JUrdL7Xfdug==} engines: {node: '>=14'} + commander@2.1.0: + resolution: {integrity: sha512-J2wnb6TKniXNOtoHS8TSrG9IOQluPrsmyAJ8oCUJOBmv+uLBCyPYAZkD2jFvw2DCzIXNnISIM01NIvr35TkBMQ==} + engines: {node: '>= 0.6.x'} + commander@2.20.3: resolution: {integrity: sha512-GpVkmM8vF2vQUkj2LvZmD35JxeJOLCwJ9cUkugyk2nuhbv3+mJvpLYYt+0+USMxE+oj+ey/lJEnhZw75x/OMcQ==} @@ -3776,6 +3811,12 @@ packages: resolution: {integrity: sha512-I5qxpzLv+sJhTVEoLYNcTW+bThDCPsit0vLNKShZx6rLtpilNpmmeTPaeqJb9ZE9dV3DGaeby6Vuhrw38WjeyQ==} engines: {node: ^14.18.0 || >=16.10.0} + console-browserify@1.2.0: + resolution: {integrity: sha512-ZMkYO/LkF17QvCPqM0gxw8yUzigAOZOSWSHg91FH6orS7vcEj5dVZTidN2fQ14yBSdg97RqhSNwLUXInd52OTA==} + + constants-browserify@1.0.0: + resolution: {integrity: sha512-xFxOwqIzR/e1k1gLiWEophSCMqXcwVHIH7akf7b/vxcUeGunlj3hvZaaqxwHsTgn+IndtkQJgSztIDWeumWJDQ==} + content-disposition@0.5.4: resolution: {integrity: sha512-FveZTNuGw04cxlAiWbzi6zTAL/lhehaWbTtgluJh4/E95DqMwTmha3KZN1aAWA8cFIhHzMZUvLevkw5Rqk+tSQ==} engines: {node: '>= 0.6'} @@ -4246,6 +4287,10 @@ packages: dom-serializer@2.0.0: resolution: {integrity: sha512-wIkAryiqt/nV5EQKqQpo3SToSOV9J0DnbJqwK7Wv/Trc92zIAYZ4FlMu+JPFW1DfGFt81ZTCGgDEabffXeLyJg==} + domain-browser@5.7.0: + resolution: {integrity: sha512-edTFu0M/7wO1pXY6GDxVNVW086uqwWYIHP98txhcPyV995X21JIH2DtYp33sQJOupYoXKe9RwTw2Ya2vWaquTQ==} + engines: {node: '>=4'} + domelementtype@2.3.0: resolution: {integrity: sha512-OLETBj6w0OsagBwdXnPdN0cnMfF9opN69co+7ZrbfPGrdpPVNBUj02spi6B1N7wChLQiPn4CSH/zJvXw56gmHw==} @@ -4529,6 +4574,10 @@ packages: resolution: {integrity: sha512-aIL5Fx7mawVa300al2BnEE4iNvo1qETxLrPI/o05L7z6go7fCw1J6EQmbK4FmJ2AS7kgVF/KEZWufBfdClMcPg==} engines: {node: '>= 0.6'} + event-target-shim@5.0.1: + resolution: {integrity: sha512-i/2XbnSz/uxRCU6+NdVJgKWDTM427+MqYbkQzD321DuCQJUqOuJKIA0IM2+W2xtYHdKOmZ4dR6fExsd4SXL+WQ==} + engines: {node: '>=6'} + events@3.3.0: resolution: {integrity: sha512-mQw+2fkQbALzQ7V0MY0IqdnXNOeTtP4r0lN9z7AAawCXgqea7bDii20AYrIBrFd/Hx0M2Ocz6S111CaFkUcb0Q==} engines: {node: '>=0.8.x'} @@ -4559,6 +4608,9 @@ packages: resolution: {integrity: sha512-2Zks0hf1VLFYI1kbh0I5jP3KHHyCHpkfyHBzsSXRFgl/Bg9mWYfMW8oD+PdMPlEwy5HNsR9JutYy6pMeOh61nw==} engines: {node: ^14.15.0 || ^16.10.0 || >=18.0.0} + express-ws@0.2.6: + resolution: {integrity: sha512-ADNOy9OY5wTki4zLbTYcbfTFM1xG7MVu04+g2Fbf6MD/m3LyoiVXjwj5II6Ig27MmPCxUngyCGS3lSCo90/eLQ==} + express@4.19.2: resolution: {integrity: sha512-5T6nhjsT+EOMzuck8JjBHARTHfMht0POzlA60WV2pMD3gyXw2LZnZ+ueGdNxG+0calOJcWKbpFcuzLZ91YWq9Q==} engines: {node: '>= 0.10.0'} @@ -4976,6 +5028,9 @@ packages: resolution: {integrity: sha512-T1gkAiYYDWYx3V5Bmyu7HcfcvL7mUrTWiM6yOfa3PIphViJ/gFPbvidQ+veqSOHci/PxBcDabeUNCzpOODJZig==} engines: {node: '>= 14'} + https-browserify@1.0.0: + resolution: {integrity: sha512-J+FkSdyD+0mA0N+81tMotaRMfSL9SGi+xpD3T6YApKsc3bGSXJlfXri3VyFOeYkfLRQisDk1W+jIFFKBeUBbBg==} + https-proxy-agent@7.0.4: resolution: {integrity: sha512-wlwpilI7YdjSkWaQ/7omYBMTliDcmCN8OLihO6I9B86g06lMyAoqgoDpV0XqoaPOKj+0DIdAvnsWfyAAhmimcg==} engines: {node: '>= 14'} @@ -5910,6 +5965,9 @@ packages: mz@2.7.0: resolution: {integrity: sha512-z81GNO7nnYMEhrGh9LeymoE4+Yr0Wn5McHIZMK5cfQCl+NDX08sCZgUc9/6MHni9IWuFLm1Z3HTCXu2z9fN62Q==} + nan@1.0.0: + resolution: {integrity: sha512-Wm2/nFOm2y9HtJfgOLnctGbfvF23FcQZeyUZqDD8JQG3zO5kXh3MkQKiUaA68mJiVWrOzLFkAV1u6bC8P52DJA==} + nanoid@3.3.7: resolution: {integrity: sha512-eSRppjcPIatRIMC1U6UngP8XFcz8MQWGQdt1MTBQ7NaAmvXDfvNxbvWV3x2y6CdEUciCSsDHDQZbhYaB8QEo2g==} engines: {node: ^10 || ^12 || ^13.7 || ^14 || >=15.0.1} @@ -5932,6 +5990,9 @@ packages: neo-async@2.6.2: resolution: {integrity: sha512-Yd3UES5mWCSqR+qNT93S3UoYUkqAZ9lLg8a7g9rimsWmYGK8cVToA4/sF3RrshdyV3sAGMXVUmpMYOw+dLpOuw==} + net-browserify@0.2.4: + resolution: {integrity: sha512-CFqGiCbt642O5clBqqWQ5POzE7Y8gE8LpSyUFPdPS2fI4Zt5H8GoBc8vtMSuOd/5f3KLhlReH3sdeVeZDn25Lg==} + node-abi@3.62.0: resolution: {integrity: sha512-CPMcGa+y33xuL1E0TcNIu4YyaZCxnnvkVaEXrsosR3FxN+fV8xvb7Mzpb7IgKler10qeMkE6+Dp8qJhpzdq35g==} engines: {node: '>=10'} @@ -5955,9 +6016,18 @@ packages: encoding: optional: true + node-forge@0.7.6: + resolution: {integrity: sha512-sol30LUpz1jQFBjOKwbjxijiE3b6pjd74YwfD0fJOKPjF+fONKb2Yg8rYgS6+bK6VDl+/wfr4IYpC7jDzLUIfw==} + node-int64@0.4.0: resolution: {integrity: sha512-O5lz91xSOeoXP6DulyHfllpq+Eg00MWitZIbtPfoSEvqIHdl5gfcY6hYzDWnj0qD5tz52PI08u9qUvSVeUBeHw==} + node-polyfill-webpack-plugin@4.0.0: + resolution: {integrity: sha512-WLk77vLpbcpmTekRj6s6vYxk30XoyaY5MDZ4+9g8OaKoG3Ij+TjOqhpQjVUlfDZBPBgpNATDltaQkzuXSnnkwg==} + engines: {node: '>=14'} + peerDependencies: + webpack: '>=5' + node-releases@2.0.14: resolution: {integrity: sha512-y10wOWt8yZpqXmOgRo77WaHEmhYQYGNA6y421PKsKYWEK8aW+cqAphborZDhqfyKrbZEN92CN1X2KbafY2s7Yw==} @@ -6068,10 +6138,17 @@ packages: resolution: {integrity: sha512-6IpQ7mKUxRcZNLIObR0hz7lxsapSSIYNZJwXPGeF0mTVqGKFIXj1DQcMoT22S3ROcLyY/rz0PWaWZ9ayWmad9g==} engines: {node: '>= 0.8.0'} + options@0.0.6: + resolution: {integrity: sha512-bOj3L1ypm++N+n7CEbbe473A414AB7z+amKYshRb//iuL3MpdDCLhPnw6aVTdKB9g5ZRVHIEp8eUln6L2NUStg==} + engines: {node: '>=0.4.0'} + ora@5.4.1: resolution: {integrity: sha512-5b6Y85tPxZZ7QytO+BQzysW31HJku27cRIlkbAXaNx+BdcVi+LlRFmVXzeF6a7JCwJpyw5c4b+YSVImQIrBpuQ==} engines: {node: '>=10'} + os-browserify@0.3.0: + resolution: {integrity: sha512-gjcpUc3clBf9+210TRaDWbf+rZZZEshZ+DlXMRCeAjp0xhTrnQsKHypIy1J3d5hKdUzj69t708EHtU8P6bUn0A==} + p-limit@2.3.0: resolution: {integrity: sha512-//88mFWSJx8lxCzwdAABTJL2MyWB12+eIY7MDL2SqLmAkeKU9qxRvWuSyTjm3FUmpBEMuFfckAIqEaVGUDxb6w==} engines: {node: '>=6'} @@ -6119,6 +6196,9 @@ packages: pako@0.2.9: resolution: {integrity: sha512-NUcwaKxUxWrZLpDG+z/xZaCgQITkA/Dv4V/T6bw7VON6l1Xz/VnrBqrYjZQ12TamKHzITTfOEIYUj48y2KXImA==} + pako@1.0.11: + resolution: {integrity: sha512-4hLB8Py4zZce5s4yd9XzopqwVv/yGNhV1Bl8NTmCq1763HeK2+EwVTv+leGeL13Dnh2wfbqowVPXCIO0z4taYw==} + papaparse@5.4.1: resolution: {integrity: sha512-HipMsgJkZu8br23pW15uvo6sib6wne/4woLZPlFf3rpDyMe9ywEXUsuD7+6K9PRkJlVT51j/sCOYDKGGS3ZJrw==} @@ -6150,6 +6230,9 @@ packages: resolution: {integrity: sha512-CiyeOxFT/JZyN5m0z9PfXw4SCBJ6Sygz1Dpl0wqjlhDEGGBP1GnsUVEL0p63hoG1fcj3fHynXi9NYO4nWOL+qQ==} engines: {node: '>= 0.8'} + path-browserify@1.0.1: + resolution: {integrity: sha512-b7uo2UCUOYZcnF/3ID0lulOJi/bafxa1xPe7ZPsammBSpjSWQkjNxlt635YGS2MiR9GjvuXCtz2emr3jbsz98g==} + path-exists@3.0.0: resolution: {integrity: sha512-bpC7GYwiDYQ4wYLe+FA8lhRjhQCMcQGuSgGGqDkg/QerRWw9CmGRT0iSOVRSZJ29NMLZgIzqaljJ63oaL4NIJQ==} engines: {node: '>=4'} @@ -6304,6 +6387,10 @@ packages: resolution: {integrity: sha512-Wglpdk03BSfXkHoQa3b/oulrotAkwrlLDRSOb9D0bN86FdRyE9lppSp33aHNPgBa0JKCoB+drFLZkQoRRYae5A==} engines: {node: ^10 || ^12 || >=14} + postgres@3.4.4: + resolution: {integrity: sha512-IbyN+9KslkqcXa8AO9fxpk97PA4pzewvpi2B3Dwy9u4zpV32QicaEdgmF3eSQUzdRk7ttDHQejNgAEr4XoeH4A==} + engines: {node: '>=12'} + prebuild-install@7.1.2: resolution: {integrity: sha512-UnNke3IQb6sgarcZIDU3gbMeTp/9SSU1DAIkil7PrqG1vZlBtY5msYccSKSHDqa3hNg436IXK+SNImReuA1wEQ==} engines: {node: '>=10'} @@ -6423,6 +6510,9 @@ packages: pumpify@1.5.1: resolution: {integrity: sha512-oClZI37HvuUJJxSKKrC17bZ9Cu0ZYhEAGPsPUy9KlMUmv9dKX2o77RUmq7f3XjIxbwyGwYzbzQ1L2Ks8sIradQ==} + punycode@1.4.1: + resolution: {integrity: sha512-jmYNElW7yvO7TV33CjSmvSiE2yco3bV2czu/OzDKdMNVZQWfxCblURLhf+47syQRBntjfLdd/H0egrzIG+oaFQ==} + punycode@2.3.1: resolution: {integrity: sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==} engines: {node: '>=6'} @@ -6438,6 +6528,10 @@ packages: resolution: {integrity: sha512-zWmv4RSuB9r2mYQw3zxQuHWeU+42aKi1wWig/j4ele4ygELZ7PEO6MM7rim9oAQH2A5MWfsAVf/jPvTPgCbvUQ==} engines: {node: '>=0.6'} + querystring-es3@0.2.1: + resolution: {integrity: sha512-773xhDQnZBMFobEiztv8LIl70ch5MSF/jUQVlhwFyBILqq96anmoctVIYz+ZRp0qbCKATTn6ev02M3r7Ga5vqA==} + engines: {node: '>=0.4.x'} + queue-microtask@1.2.3: resolution: {integrity: sha512-NuaNSa6flKT5JaSYQzJok04JzTL1CA6aGhv5rfLW3PgqA+M2ChpZQnAC8h8i4ZFkBS8X5RqkDBHA7r4hej3K9A==} @@ -6590,6 +6684,10 @@ packages: resolution: {integrity: sha512-9u/sniCrY3D5WdsERHzHE4G2YCXqoG5FTHUiCC4SIbr6XcLZBY05ya9EKjYek9O5xOAwjGq+1JdGBAS7Q9ScoA==} engines: {node: '>= 6'} + readable-stream@4.5.2: + resolution: {integrity: sha512-yjavECdqeZ3GLXNgRXgeQEdz9fvDDkNKyHnbHRFtOr7/LcfgBcmct7t/ET+HaCTqfh06OzoAxrkN/IfjJBVe+g==} + engines: {node: ^12.22.0 || ^14.17.0 || >=16.0.0} + readdirp@3.6.0: resolution: {integrity: sha512-hOS089on8RduqdbhvQ5Z37A0ESjsqz6qnRcffsMU3495FuTdqSm+7bhJ29JvIOsBDEEnan5DPu9t3To9VRlMzA==} engines: {node: '>=8.10.0'} @@ -6790,6 +6888,9 @@ packages: resolution: {integrity: sha512-7PGFlmtwsEADb0WYyvCMa1t+yke6daIG4Wirafur5kcf+MhUnPms1UeR0CKQdTZD81yESwMHbtn+TR+dMviakQ==} engines: {node: '>= 0.4'} + setimmediate@1.0.5: + resolution: {integrity: sha512-MATJdZp8sLqDl/68LfQmbP8zKPLQNV6BIZoIgrscFDQ+RsvK/BxeDQOgyxKKoh0y/8h3BqVFnCqQ/gd+reiIXA==} + setprototypeof@1.1.0: resolution: {integrity: sha512-BvE/TwpZX4FXExxOxZyRGQQv651MSwmWKZGqvmPcRIjDqWub67kTKuIMx43cZZrS/cBBzwBcNDWoFxt2XEFIpQ==} @@ -6931,6 +7032,9 @@ packages: stream-browserify@3.0.0: resolution: {integrity: sha512-H73RAHsVBapbim0tU2JwwOiXUj+fikfiaoYAKHF3VJfA0pe2BCzkhAHBlLG6REzE+2WNZcxOXjK7lkso+9euLA==} + stream-http@3.2.0: + resolution: {integrity: sha512-Oq1bLqisTyK3TSCXpPbT4sdeYNdmyZJv1LxpEm2vu1ZhK89kSE5YXwZc3cWk0MagGaKriBh9mCFbVGtO+vY29A==} + stream-read-all@3.0.1: resolution: {integrity: sha512-EWZT9XOceBPlVJRrYcykW8jyRSZYbkb/0ZK36uLEmoWVO5gxBOnntNTseNzfREsqxqdfEGQrD8SXQ3QWbBmq8A==} engines: {node: '>=10'} @@ -7136,12 +7240,20 @@ packages: through@2.3.8: resolution: {integrity: sha512-w89qg7PI8wAdvX60bMDP+bFoD5Dvhm9oLheFp5O4a2QF0cSBGsBX4qZmadPMvVqlLJBBci+WqGGOAPvcDeNSVg==} + timers-browserify@2.0.12: + resolution: {integrity: sha512-9phl76Cqm6FhSX9Xe1ZUAMLtm1BLkKj2Qd5ApyWkXzsMRaA7dgr81kf4wJmQf/hAvg8EEyJxDo3du/0KlhPiKQ==} + engines: {node: '>=0.6.0'} + tiny-invariant@1.3.3: resolution: {integrity: sha512-+FbBPE1o9QAYvviau/qC5SE3caw21q3xkvWKBtja5vgqOWIHHJ3ioaq1VPfn/Szqctz2bU/oYeKd9/z5BL+PVg==} tinybench@2.8.0: resolution: {integrity: sha512-1/eK7zUnIklz4JUUlL+658n58XO2hHLQfSk1Zf2LKieUjxidN16eKFEoDEfjHc3ohofSSqK3X5yO6VGb6iW8Lw==} + tinycolor@0.0.1: + resolution: {integrity: sha512-+CorETse1kl98xg0WAzii8DTT4ABF4R3nquhrkIbVGcw1T8JYs5Gfx9xEfGINPUZGDj9C4BmOtuKeaTtuuRolg==} + engines: {node: '>=0.4.0'} + tinypool@0.8.4: resolution: {integrity: sha512-i11VH5gS6IFeLY3gMBQ00/MmLncVP7JLXOw1vlgkytLmJK7QnEr7NXf0LBdxfmNPAeyetukOk0bOYrJrFGjYJQ==} engines: {node: '>=14.0.0'} @@ -7150,6 +7262,9 @@ packages: resolution: {integrity: sha512-KYad6Vy5VDWV4GH3fjpseMQ/XU2BhIYP7Vzd0LG44qRWm/Yt2WCOTicFdvmgo6gWaqooMQCawTtILVQJupKu7A==} engines: {node: '>=14.0.0'} + tls-browserify@0.2.2: + resolution: {integrity: sha512-7xLhLW2mg7F/Wy9nDCR+QrdA0O3XstSeWbUckKYpDiIxI07bDhKK6yXVNLObTspeMTaP6x9zitygnXu16sr5hg==} + tmp@0.2.3: resolution: {integrity: sha512-nZD7m9iCPC5g0pYmcaxogYKggSfLsdxl8of3Q/oIbqCqLLIO9IAF0GWjX1z9NZRHPiXv8Wex4yDCaZsgEw0Y8w==} engines: {node: '>=14.14'} @@ -7243,6 +7358,9 @@ packages: peerDependencies: typescript: '>=2.8.0 || >= 3.2.0-dev || >= 3.3.0-dev || >= 3.4.0-dev || >= 3.5.0-dev || >= 3.6.0-dev || >= 3.6.0-beta || >= 3.7.0-dev || >= 3.7.0-beta' + tty-browserify@0.0.1: + resolution: {integrity: sha512-C3TaO7K81YvjCgQH9Q1S3R3P3BtN3RIM8n+OvX4il1K1zgE8ZhI0op7kClgkxtutIE8hQrcrHBXvIheqKUUCxw==} + tunnel-agent@0.6.0: resolution: {integrity: sha512-McnNiV1l8RYeY8tBgEpuodCC1mLUdbSN+CYBL7kJsJNInOP8UjDDEwdk6Mw60vdLLrr5NHKZhMAOSrR2NZuQ+w==} @@ -7282,6 +7400,10 @@ packages: resolution: {integrity: sha512-RAH822pAdBgcNMAfWnCBU3CFZcfZ/i1eZjwFU/dsLKumyuuP3niueg2UAukXYF0E2AAoc82ZSSf9J0WQBinzHA==} engines: {node: '>=12.20'} + type-fest@4.18.2: + resolution: {integrity: sha512-+suCYpfJLAe4OXS6+PPXjW3urOS4IoP9waSiLuXfLgqZODKw/aWwASvzqE886wA0kQgGy0mIWyhd87VpqIy6Xg==} + engines: {node: '>=16'} + type-is@1.6.18: resolution: {integrity: sha512-TkRKr9sUTxEH8MdfuCSP7VizJyzRNMjj2J2do2Jr3Kym598JVdEksuzPQCnlFPW4ky9Q+iA+ma9BGm06XQBy8g==} engines: {node: '>= 0.6'} @@ -7396,6 +7518,9 @@ packages: uri-js@4.4.1: resolution: {integrity: sha512-7rKUyy33Q1yc98pQ1DAmLtwX109F7TIfWlW1Ydo8Wl1ii1SeHieeh0HHfPeL2fMXK6z0s8ecKs9frCuLJvndBg==} + url-join@0.0.1: + resolution: {integrity: sha512-H6dnQ/yPAAVzMQRvEvyz01hhfQL5qRWSEt7BX8t9DqnPw9BjMb64fjIRq76Uvf1hkHp+mTZvEVJ5guXOT0Xqaw==} + url-join@4.0.1: resolution: {integrity: sha512-jk1+QP6ZJqyOiuEI9AEWQfju/nB2Pw466kbA0LEZljHwKeMgd9WrAEgEGxjPDD2+TNbbb37rTyhEfrCXfuKXnA==} @@ -7409,6 +7534,9 @@ packages: file-loader: optional: true + url@0.11.3: + resolution: {integrity: sha512-6hxOLGfZASQK/cijlZnZJTq8OXAkt/3YGfQX45vvMYXpZoo8NdWZcY73K108Jf759lS1Bv/8wXnHDTSz17dSRw==} + use-callback-ref@1.3.2: resolution: {integrity: sha512-elOQwe6Q8gqZgDA8mrh44qRTQqpIHDcZ3hXTLjBe1i4ph8XpNJnO+aQf3NaG+lriLopI4HMx9VjQLfPQ6vhnoA==} engines: {node: '>=10'} @@ -7564,6 +7692,10 @@ packages: resolution: {integrity: sha512-+4zXKdx7UnO+1jaN4l2lHVD+mFvnlZQP/6ljaJVb4SZiwIKeUnrT5l0gkT8z+n4hKpC+jpOv6O9R+gLtag7pSA==} engines: {node: '>=10.0.0'} + webpack-node-externals@3.0.0: + resolution: {integrity: sha512-LnL6Z3GGDPht/AigwRh2dvL9PQPFQ8skEpVrWZXLWBYmqcaojHNN0onvHzie6rq7EWKrrBfPYqNEzTJgiwEQDQ==} + engines: {node: '>=6'} + webpack-sources@3.2.3: resolution: {integrity: sha512-/DyMEOrDgLKKIG0fmvtz+4dUX/3Ghozwgm6iPp8KRhvn+eQf9+Q7GWxVNMk3+uCPWfdXYC4ExGBckIXdFEfH1w==} engines: {node: '>=10.13.0'} @@ -7644,6 +7776,19 @@ packages: resolution: {integrity: sha512-7KxauUdBmSdWnmpaGFg+ppNjKF8uNLry8LyzjauQDOVONfFLNKrKvQOxZ/VuTIcS/gge/YNahf5RIIQWTSarlg==} engines: {node: ^12.13.0 || ^14.15.0 || >=16.0.0} + ws@0.4.32: + resolution: {integrity: sha512-htqsS0U9Z9lb3ITjidQkRvkLdVhQePrMeu475yEfOWkAYvJ6dSjQp1tOH6ugaddzX5b7sQjMPNtY71eTzrV/kA==} + engines: {node: '>=0.4.0'} + hasBin: true + peerDependencies: + bufferutil: ^4.0.1 + utf-8-validate: ^5.0.2 + peerDependenciesMeta: + bufferutil: + optional: true + utf-8-validate: + optional: true + ws@6.2.2: resolution: {integrity: sha512-zmhltoSR8u1cnDsD43TX59mzoMZsLKqUweyYBAIvTngR3shc0W6aOZylZmq/7hqyVxPdi+5Ud2QInblgyE72fw==} peerDependencies: @@ -11407,6 +11552,10 @@ snapshots: jsonparse: 1.3.1 through: 2.3.8 + abort-controller@3.0.0: + dependencies: + event-target-shim: 5.0.1 + accepts@1.3.8: dependencies: mime-types: 2.1.35 @@ -11879,6 +12028,10 @@ snapshots: dependencies: pako: 0.2.9 + browserify-zlib@0.2.0: + dependencies: + pako: 1.0.11 + browserslist@4.23.0: dependencies: caniuse-lite: 1.0.30001620 @@ -11912,6 +12065,8 @@ snapshots: base64-js: 1.5.1 ieee754: 1.2.1 + builtin-status-codes@3.0.0: {} + bytes@3.0.0: {} bytes@3.1.2: {} @@ -12138,6 +12293,8 @@ snapshots: commander@10.0.1: {} + commander@2.1.0: {} + commander@2.20.3: {} commander@4.1.1: {} @@ -12187,6 +12344,10 @@ snapshots: consola@3.2.3: {} + console-browserify@1.2.0: {} + + constants-browserify@1.0.0: {} + content-disposition@0.5.4: dependencies: safe-buffer: 5.2.1 @@ -12732,6 +12893,8 @@ snapshots: domhandler: 5.0.3 entities: 4.5.0 + domain-browser@5.7.0: {} + domelementtype@2.3.0: {} domhandler@5.0.3: @@ -13154,6 +13317,8 @@ snapshots: etag@1.8.1: {} + event-target-shim@5.0.1: {} + events@3.3.0: {} evp_bytestokey@1.0.3: @@ -13200,6 +13365,14 @@ snapshots: jest-message-util: 29.7.0 jest-util: 29.7.0 + express-ws@0.2.6: + dependencies: + url-join: 0.0.1 + ws: 0.4.32 + transitivePeerDependencies: + - bufferutil + - utf-8-validate + express@4.19.2: dependencies: accepts: 1.3.8 @@ -13702,6 +13875,8 @@ snapshots: transitivePeerDependencies: - supports-color + https-browserify@1.0.0: {} + https-proxy-agent@7.0.4: dependencies: agent-base: 7.1.1 @@ -14831,6 +15006,8 @@ snapshots: object-assign: 4.1.1 thenify-all: 1.6.0 + nan@1.0.0: {} + nanoid@3.3.7: {} napi-build-utils@1.0.2: @@ -14849,6 +15026,16 @@ snapshots: neo-async@2.6.2: {} + net-browserify@0.2.4: + dependencies: + body-parser: 1.20.2 + express: 4.19.2 + express-ws: 0.2.6 + transitivePeerDependencies: + - bufferutil + - supports-color + - utf-8-validate + node-abi@3.62.0: dependencies: semver: 7.6.2 @@ -14867,8 +15054,38 @@ snapshots: dependencies: whatwg-url: 5.0.0 + node-forge@0.7.6: {} + node-int64@0.4.0: {} + node-polyfill-webpack-plugin@4.0.0(webpack@5.91.0(webpack-cli@5.1.4)): + dependencies: + assert: 2.1.0 + browserify-zlib: 0.2.0 + buffer: 6.0.3 + console-browserify: 1.2.0 + constants-browserify: 1.0.0 + crypto-browserify: 3.12.0 + domain-browser: 5.7.0 + events: 3.3.0 + https-browserify: 1.0.0 + os-browserify: 0.3.0 + path-browserify: 1.0.1 + process: 0.11.10 + punycode: 2.3.1 + querystring-es3: 0.2.1 + readable-stream: 4.5.2 + stream-browserify: 3.0.0 + stream-http: 3.2.0 + string_decoder: 1.3.0 + timers-browserify: 2.0.12 + tty-browserify: 0.0.1 + type-fest: 4.18.2 + url: 0.11.3 + util: 0.12.5 + vm-browserify: 1.1.2 + webpack: 5.91.0(webpack-cli@5.1.4) + node-releases@2.0.14: {} normalize-package-data@2.5.0: @@ -14994,6 +15211,8 @@ snapshots: type-check: 0.4.0 word-wrap: 1.2.5 + options@0.0.6: {} + ora@5.4.1: dependencies: bl: 4.1.0 @@ -15006,6 +15225,8 @@ snapshots: strip-ansi: 6.0.1 wcwidth: 1.0.1 + os-browserify@0.3.0: {} + p-limit@2.3.0: dependencies: p-try: 2.2.0 @@ -15050,6 +15271,8 @@ snapshots: pako@0.2.9: {} + pako@1.0.11: {} + papaparse@5.4.1: {} parent-module@1.0.1: @@ -15096,6 +15319,8 @@ snapshots: parseurl@1.3.3: {} + path-browserify@1.0.1: {} + path-exists@3.0.0: {} path-exists@4.0.0: {} @@ -15222,6 +15447,8 @@ snapshots: picocolors: 1.0.1 source-map-js: 1.2.0 + postgres@3.4.4: {} + prebuild-install@7.1.2: dependencies: detect-libc: 2.0.3 @@ -15322,6 +15549,8 @@ snapshots: inherits: 2.0.4 pump: 2.0.1 + punycode@1.4.1: {} + punycode@2.3.1: {} pure-rand@6.1.0: {} @@ -15334,6 +15563,8 @@ snapshots: dependencies: side-channel: 1.0.6 + querystring-es3@0.2.1: {} + queue-microtask@1.2.3: {} queue-tick@1.0.1: {} @@ -15526,6 +15757,14 @@ snapshots: string_decoder: 1.3.0 util-deprecate: 1.0.2 + readable-stream@4.5.2: + dependencies: + abort-controller: 3.0.0 + buffer: 6.0.3 + events: 3.3.0 + process: 0.11.10 + string_decoder: 1.3.0 + readdirp@3.6.0: dependencies: picomatch: 2.3.1 @@ -15788,6 +16027,8 @@ snapshots: functions-have-names: 1.2.3 has-property-descriptors: 1.0.2 + setimmediate@1.0.5: {} + setprototypeof@1.1.0: {} setprototypeof@1.2.0: {} @@ -15919,6 +16160,13 @@ snapshots: inherits: 2.0.4 readable-stream: 3.6.2 + stream-http@3.2.0: + dependencies: + builtin-status-codes: 3.0.0 + inherits: 2.0.4 + readable-stream: 3.6.2 + xtend: 4.0.2 + stream-read-all@3.0.1: {} stream-shift@1.0.3: {} @@ -16188,14 +16436,24 @@ snapshots: through@2.3.8: {} + timers-browserify@2.0.12: + dependencies: + setimmediate: 1.0.5 + tiny-invariant@1.3.3: {} tinybench@2.8.0: {} + tinycolor@0.0.1: {} + tinypool@0.8.4: {} tinyspy@2.2.1: {} + tls-browserify@0.2.2: + dependencies: + node-forge: 0.7.6 + tmp@0.2.3: {} tmpl@1.0.5: {} @@ -16273,6 +16531,8 @@ snapshots: tslib: 1.14.1 typescript: 5.4.5 + tty-browserify@0.0.1: {} + tunnel-agent@0.6.0: dependencies: safe-buffer: 5.2.1 @@ -16298,6 +16558,8 @@ snapshots: type-fest@2.19.0: {} + type-fest@4.18.2: {} + type-is@1.6.18: dependencies: media-typer: 0.3.0 @@ -16420,6 +16682,8 @@ snapshots: dependencies: punycode: 2.3.1 + url-join@0.0.1: {} + url-join@4.0.1: {} url-loader@4.1.1(file-loader@6.2.0(webpack@5.91.0(webpack-cli@5.1.4)))(webpack@5.91.0(webpack-cli@5.1.4)): @@ -16431,6 +16695,11 @@ snapshots: optionalDependencies: file-loader: 6.2.0(webpack@5.91.0(webpack-cli@5.1.4)) + url@0.11.3: + dependencies: + punycode: 1.4.1 + qs: 6.12.1 + use-callback-ref@1.3.2(@types/react@18.3.2)(react@18.3.1): dependencies: react: 18.3.1 @@ -16585,6 +16854,8 @@ snapshots: flat: 5.0.2 wildcard: 2.0.1 + webpack-node-externals@3.0.0: {} + webpack-sources@3.2.3: {} webpack-virtual-modules@0.6.1: {} @@ -16709,6 +16980,13 @@ snapshots: imurmurhash: 0.1.4 signal-exit: 3.0.7 + ws@0.4.32: + dependencies: + commander: 2.1.0 + nan: 1.0.0 + options: 0.0.6 + tinycolor: 0.0.1 + ws@6.2.2: dependencies: async-limiter: 1.0.1